-- Logs begin at Tue 2021-08-10 14:46:34 UTC, end at Tue 2021-08-10 15:47:13 UTC. -- Aug 10 15:16:56.649205 dv-cinder-804093-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 15:16:59.352964 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.common.config [-] Logging enabled! Aug 10 15:16:59.353559 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 15:16:59.353727 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 15:16:59.357035 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.common.config [-] Logging enabled! Aug 10 15:16:59.357289 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 15:16:59.357597 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 15:16:59.358550 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 15:16:59.358784 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 15:16:59.359141 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 15:16:59.359385 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 15:16:59.359611 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 15:16:59.359929 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.360222 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.360513 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.360742 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.361033 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.361318 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.361595 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.361901 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.362197 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.362477 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.362753 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.363033 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.363261 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.363538 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.363820 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.364104 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.364327 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] debug = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.364601 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.365024 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.365743 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.366009 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.366294 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.366569 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.366842 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.367112 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.367389 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.367710 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] host = dv-cinder-804093-1-iscsi {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.367982 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.368266 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.368549 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.368832 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.369104 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.369374 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.369653 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.369955 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.370227 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.370501 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.370786 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.371071 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.371356 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.372091 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.372309 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.372594 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.372877 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.373149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.373418 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.373688 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.373981 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.374251 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.374516 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.374798 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.375078 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.375359 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.375630 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.375899 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.376166 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.376433 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.376720 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.376990 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.377257 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.377526 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.377831 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.378100 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.378371 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.378668 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.378949 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.379226 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.379506 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.379778 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.380052 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.380321 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.380589 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.380856 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] use_json = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.381124 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.381388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.381665 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.381956 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.382225 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.382495 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.382762 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.383041 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:16:59.383336 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.383629 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.383928 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.384209 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.384502 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.384782 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.385070 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.385346 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.385632 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.385946 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.386233 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.386511 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.386802 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.387077 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.387903 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.388207 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.388498 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.388789 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.389067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.389340 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.389613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.389922 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.390208 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.390497 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.390783 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.391056 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.391333 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.391620 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.391896 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.392164 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.392438 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.392723 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.392999 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.393269 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.393547 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.393848 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.394119 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.394388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.394661 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.394949 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.395226 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.395493 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.395764 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.396038 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.396315 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.396590 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.396870 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.397140 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.397409 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.397684 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.397982 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.398252 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.398525 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.398795 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.399070 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.399340 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.399606 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.399875 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.400221 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.400498 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.400768 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.401038 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.401314 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.401583 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.401872 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.402142 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.402411 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.402680 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.402988 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.403285 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.403562 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.403836 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.404112 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.404386 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.404658 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.404932 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.405204 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.405477 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.405743 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.406052 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.406331 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.406614 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.406892 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.407166 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.407459 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.407735 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.408013 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.408285 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.408559 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.408844 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.409123 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.409415 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.409705 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.410020 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.410311 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.410599 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.410876 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.411183 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.411463 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:16:59.411678 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 15:16:59.411913 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93165) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 15:16:59.760328 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 15:16:59.760608 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 15:16:59.760896 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 15:16:59.761229 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 15:17:00.160687 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.160989 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.161262 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.162513 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.162791 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.163060 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.197612 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.197922 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.198218 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.216571 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.216861 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.217138 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.248508 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.248793 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.249068 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.285300 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.285586 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.285885 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.520093 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.520744 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.520744 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.520918 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.521587 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.642822 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.643139 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.643429 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.643706 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.643974 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.644286 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.644548 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.644808 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.645067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.645351 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.645613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.645903 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.646162 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.646416 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.646673 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.646940 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.647198 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.647468 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.647740 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.648002 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.648277 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.648534 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.648821 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.649200 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.649453 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.649703 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.650122 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:00.650368 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:00.650613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:00.650851 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:00.651088 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:00.651325 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:00.651696 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 15:17:00.655357 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 15:17:00.659330 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 15:17:00.663127 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 10 15:17:00.664909 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 15:17:00.665369 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 15:17:00.665708 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 15:17:00.666126 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 15:17:00.668950 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 15:17:00.669207 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 15:17:00.669552 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 15:17:00.674921 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 15:17:00.696889 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 15:17:00.697341 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.697641 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93165) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 15:17:00.698039 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.699390 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93165) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 15:17:00.700206 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 15:17:00.700456 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 15:17:00.703896 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.704181 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:00.768211 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 15:17:00.768453 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 15:17:00.768695 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 15:17:00.769069 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 15:17:00.789615 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_db.sqlalchemy.engines [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93165) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 15:17:01.334093 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing driver for type 'gre' Aug 10 15:17:01.334617 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] gre ID ranges: [(1, 1000)] Aug 10 15:17:01.386989 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing driver for type 'local' Aug 10 15:17:01.387306 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing driver for type 'vlan' Aug 10 15:17:01.399776 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] VlanTypeDriver initialization complete Aug 10 15:17:01.400168 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing driver for type 'vxlan' Aug 10 15:17:01.400647 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] vxlan ID ranges: [(1, 1000)] Aug 10 15:17:01.451647 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing extension driver 'port_security' Aug 10 15:17:01.452010 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] PortSecurityExtensionDriver initialization complete Aug 10 15:17:01.452390 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing mechanism driver 'openvswitch' Aug 10 15:17:01.452722 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing mechanism driver 'hyperv' Aug 10 15:17:01.459173 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.plugin [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:01.459855 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.460229 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.460583 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.461100 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:17:01.461538 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.461925 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.462276 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.462671 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:17:01.463085 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.463439 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.463783 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.464177 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:17:01.464584 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.464941 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.465814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.466198 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:17:01.466735 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.467093 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.467445 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.467841 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:17:01.468251 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.468601 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.468943 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.469336 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:17:01.469719 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] ML2 OVO RPC backend initialized. {{(pid=93165) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 15:17:01.470449 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.470810 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.471229 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.471579 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > networks before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.471931 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.472277 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > ports before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.472624 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.472969 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.473319 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.473662 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.474023 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.474366 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.474707 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.475043 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.475380 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.475718 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.476054 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.476623 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.plugin [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Modular L2 Plugin initialization complete Aug 10 15:17:01.476954 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading services supported by the core plugin {{(pid=93165) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 15:17:01.477284 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.plugins.ml2.managers [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Got port-security extension from driver 'port_security' Aug 10 15:17:01.477748 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.extensions.vlantransparent [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Disabled vlantransparent extension. Aug 10 15:17:01.478254 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93165) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 15:17:01.478572 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: router Aug 10 15:17:01.516217 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.516615 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_create 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.516992 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router before_create 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.518601 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.518986 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.519357 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_delete 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.519726 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.520099 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_create 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.520460 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_update 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.520993 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_update 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.521161 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.521530 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_update 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.522001 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.524192 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.524559 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.524921 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: subnet after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.525274 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.525639 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.526023 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.526378 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.526731 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.527104 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router after_update 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.527457 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.528350 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.528719 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.529072 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.529445 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > agent after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.529820 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.530179 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > network after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.531051 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Tracking information for resource: router configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:01.531392 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Tracking information for resource: floatingip configured {{(pid=93165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:17:01.536328 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.db.l3_agentschedulers_db [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 15:17:01.537022 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.537392 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port after_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.537751 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port after_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.538134 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: port after_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.538933 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router before_create 55550100 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.539302 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.539669 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.540033 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.545044 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.provider_configuration [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service providers = [] {{(pid=93165) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 15:17:01.545411 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.db.servicetype_db [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93165) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 15:17:01.548437 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.service_base [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:17:01.548796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.service_base [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:17:01.549138 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.service_base [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:17:01.550133 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.services.service_base [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:17:01.550512 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.services.service_base [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 15:17:01.550898 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.551222 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 15:17:01.561886 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.562228 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: auto_allocate Aug 10 15:17:01.568026 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: network precommit_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.568397 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: network precommit_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.568923 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.569250 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: tag Aug 10 15:17:01.575841 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.576176 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: timestamp Aug 10 15:17:01.580212 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.580551 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: network_ip_availability Aug 10 15:17:01.586014 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.586393 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.586756 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.587484 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.587811 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: flavors Aug 10 15:17:01.593100 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.593438 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading Plugin: revisions Aug 10 15:17:01.597737 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:17:01.598155 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 15:17:01.598895 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93165) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 15:17:01.599236 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Initializing extension manager. Aug 10 15:17:01.599753 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: __init__.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.600101 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: __pycache__ {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.600441 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.600781 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: address_group.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.601545 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.602141 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: address-group Aug 10 15:17:01.602469 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: address_scope.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.603201 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.603725 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: address-scope Aug 10 15:17:01.604049 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.604989 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.605507 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: router-admin-state-down-before-update Aug 10 15:17:01.606493 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: agent.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.607383 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.607912 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: agent Aug 10 15:17:01.608240 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: agent_resources_synced.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.609183 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.609704 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: agent-resources-synced Aug 10 15:17:01.610059 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.611871 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.612400 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: allowed-address-pairs Aug 10 15:17:01.612732 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.613915 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.614440 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: auto-allocated-topology Aug 10 15:17:01.614769 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: availability_zone.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.615731 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.616241 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: availability_zone Aug 10 15:17:01.616569 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: availability_zone_filter.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.617501 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.618060 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: availability_zone_filter Aug 10 15:17:01.618388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: data_plane_status.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.619309 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.619824 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 15:17:01.620152 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: default_subnetpools.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.621077 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.621620 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: default-subnetpools Aug 10 15:17:01.621984 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.622806 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.623326 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: dhcp_agent_scheduler Aug 10 15:17:01.623661 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: dns.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.624577 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.625088 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 15:17:01.625418 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: dns_domain_ports.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.626381 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.626901 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 15:17:01.627238 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.628175 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.628694 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 15:17:01.629023 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: dvr.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.629709 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.630254 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: dvr Aug 10 15:17:01.630584 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: ecmp_routes.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.631516 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.632030 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 15:17:01.632356 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: empty_string_filtering.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.633287 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.633833 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: empty-string-filtering Aug 10 15:17:01.634163 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.635091 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.635611 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 15:17:01.635945 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.636873 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.637457 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 15:17:01.637749 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: external_net.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.638694 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.639212 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: external-net Aug 10 15:17:01.639538 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.640468 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.640983 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: extra_dhcp_opt Aug 10 15:17:01.641309 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: extraroute.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.642253 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.642767 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: extraroute Aug 10 15:17:01.643093 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: extraroute_atomic.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.644211 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.644731 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: extraroute-atomic Aug 10 15:17:01.645061 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: filter_validation.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.645735 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.646275 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: filter-validation Aug 10 15:17:01.646600 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: fip_pf_description.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.647546 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.648065 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 15:17:01.648391 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: fip_port_details.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.649324 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.649873 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: fip-port-details Aug 10 15:17:01.650202 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: flavors.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.651475 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.652005 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: flavors Aug 10 15:17:01.652340 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.654597 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.655130 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 15:17:01.655466 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: floatingip_pools.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.656185 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.656710 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: floatingip-pools Aug 10 15:17:01.657039 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: ip_allocation.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.658017 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.658542 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 15:17:01.658868 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.659863 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.660384 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: ip-substring-filtering Aug 10 15:17:01.660714 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l2_adjacency.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.661653 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.662201 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 15:17:01.662532 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.663640 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.664172 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: router Aug 10 15:17:01.664498 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.666814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.667357 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 15:17:01.667693 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.669235 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.669762 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: ext-gw-mode Aug 10 15:17:01.670116 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.671061 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.671606 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: l3-ha Aug 10 15:17:01.671918 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3_flavors.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.672850 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.673370 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: l3-flavors Aug 10 15:17:01.673696 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.674646 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.675255 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 15:17:01.675587 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: l3agentscheduler.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.676627 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.677144 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: l3_agent_scheduler Aug 10 15:17:01.677472 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: logging.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.679010 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.679547 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension logging not supported by any of loaded plugins Aug 10 15:17:01.679885 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: metering.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.680643 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.681234 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: metering Aug 10 15:17:01.681568 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.682718 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.683250 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: metering_source_and_destination_fields Aug 10 15:17:01.683585 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: multiprovidernet.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.684545 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.685069 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: multi-provider Aug 10 15:17:01.685401 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: netmtu.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.686355 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.686877 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: net-mtu Aug 10 15:17:01.687204 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: netmtu_writable.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.688132 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.688653 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: net-mtu-writable Aug 10 15:17:01.688983 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: network_availability_zone.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.689666 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.690218 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: network_availability_zone Aug 10 15:17:01.690597 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: network_ip_availability.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.691725 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.692246 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: network-ip-availability Aug 10 15:17:01.692579 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: network_segment_range.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.693353 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.693907 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 15:17:01.694238 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: pagination.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.695241 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.695578 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: pagination Aug 10 15:17:01.695905 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: port_device_profile.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.696835 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.697358 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: port-device-profile Aug 10 15:17:01.697686 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.698655 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.699175 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: port-mac-address-regenerate Aug 10 15:17:01.699504 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.700475 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.700998 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: port-numa-affinity-policy Aug 10 15:17:01.701325 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: port_resource_request.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.702288 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.702803 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 15:17:01.703128 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: portbindings.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.704075 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.704593 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: binding Aug 10 15:17:01.704916 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: portbindings_extended.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.706425 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.706958 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: binding-extended Aug 10 15:17:01.707291 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: portsecurity.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.708228 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.708749 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: port-security Aug 10 15:17:01.709082 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: project_id.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.710101 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.710439 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: project-id Aug 10 15:17:01.710768 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: providernet.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.711710 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.712233 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: provider Aug 10 15:17:01.712561 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.716567 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.717108 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos not supported by any of loaded plugins Aug 10 15:17:01.717446 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.718760 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.719291 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 15:17:01.719625 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.720564 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.721089 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 15:17:01.721421 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_default.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.722431 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.722959 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-default not supported by any of loaded plugins Aug 10 15:17:01.723293 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_fip.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.723960 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.724490 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 15:17:01.724803 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.725743 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.726291 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 15:17:01.726618 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.727547 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.728067 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 15:17:01.728394 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_pps_rule.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.729607 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.730176 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 15:17:01.730513 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.732048 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.732574 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 15:17:01.732908 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: qos_rules_alias.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.734002 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.734534 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 15:17:01.734867 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: quotasv2.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.735790 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.736123 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: quotas Aug 10 15:17:01.736449 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: quotasv2_detail.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.739586 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.739935 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: quota_details Aug 10 15:17:01.740273 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: rbac.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.741790 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.742339 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: rbac-policies Aug 10 15:17:01.742678 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: rbac_address_group.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.743629 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.744161 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: rbac-address-group Aug 10 15:17:01.744497 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: rbac_address_scope.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.745425 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.745987 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: rbac-address-scope Aug 10 15:17:01.746322 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: rbac_security_groups.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.747274 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.747797 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: rbac-security-groups Aug 10 15:17:01.748128 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.749054 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.749577 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: rbac-subnetpool Aug 10 15:17:01.749951 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: revisionifmatch.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.750882 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.751459 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: revision-if-match Aug 10 15:17:01.751794 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: revisions.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.753009 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.753546 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: standard-attr-revisions Aug 10 15:17:01.753918 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: router_availability_zone.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.754613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.755142 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: router_availability_zone Aug 10 15:17:01.755469 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: routerservicetype.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.756414 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.756932 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 15:17:01.757263 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.758263 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.758847 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: security-groups-normalized-cidr Aug 10 15:17:01.759219 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.760465 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.761038 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: port-security-groups-filtering Aug 10 15:17:01.761401 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.762475 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.763067 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: security-groups-remote-address-group Aug 10 15:17:01.763443 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: securitygroup.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.773629 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.774199 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: security-group Aug 10 15:17:01.774537 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: segment.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.775346 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.775869 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension segment not supported by any of loaded plugins Aug 10 15:17:01.776201 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.777164 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.777692 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 15:17:01.778571 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: servicetype.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.779839 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.780379 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: service-type Aug 10 15:17:01.780715 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: sorting.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.781734 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.782101 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: sorting Aug 10 15:17:01.782430 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: standard_attr_segment.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.783366 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.783898 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 15:17:01.784224 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: standardattrdescription.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.784883 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.785401 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: standard-attr-description Aug 10 15:17:01.785729 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: stateful_security_group.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.786695 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.787219 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: stateful-security-group Aug 10 15:17:01.787548 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: stdattrs_common.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.788153 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 15:17:01.788476 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.789416 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.789972 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 15:17:01.790302 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: subnet_onboard.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.791407 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.791932 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: subnet_onboard Aug 10 15:17:01.792265 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.793207 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.794393 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 15:17:01.794724 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: subnet_service_types.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.795673 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.796197 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: subnet-service-types Aug 10 15:17:01.796528 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: subnetallocation.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.797646 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.798199 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: subnet_allocation Aug 10 15:17:01.798535 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.799227 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.799753 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: subnetpool-prefix-ops Aug 10 15:17:01.800078 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.801043 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.801558 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 15:17:01.801918 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: tagging.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.803018 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.803555 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: standard-attr-tag Aug 10 15:17:01.803884 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: timestamp.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.805104 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.805634 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loaded extension: standard-attr-timestamp Aug 10 15:17:01.805995 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: trunk.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.807040 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.807567 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension trunk not supported by any of loaded plugins Aug 10 15:17:01.807902 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: trunk_details.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.808837 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.809391 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 15:17:01.809728 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.810695 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.811230 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 15:17:01.811565 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Loading extension file: vlantransparent.py {{(pid=93165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:17:01.812261 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:17:01.812927 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 15:17:01.815526 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:network Aug 10 15:17:01.816059 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:subnet Aug 10 15:17:01.816462 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:17:01.816857 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:port Aug 10 15:17:01.818150 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.818621 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service FLAVORS assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.819274 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.819744 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.820088 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:router Aug 10 15:17:01.820596 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 15:17:01.821117 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service METERING assigned prefix: /metering {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.822683 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.823059 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.823418 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:17:01.824432 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 15:17:01.825428 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:security_group Aug 10 15:17:01.825891 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 15:17:01.827705 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service CORE assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.828055 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:17:01.828418 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] subnetpool is already registered Aug 10 15:17:01.828881 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service CORE assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.829222 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:17:01.829564 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] subnetpool is already registered Aug 10 15:17:01.831909 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.832350 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service FLAVORS assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.832949 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.833382 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.833721 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:router Aug 10 15:17:01.834099 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] router is already registered Aug 10 15:17:01.834519 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 15:17:01.834860 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] floatingip is already registered Aug 10 15:17:01.835332 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service METERING assigned prefix: /metering {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.836008 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 15:17:01.836340 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] rbac_policy is already registered Aug 10 15:17:01.836753 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:security_group Aug 10 15:17:01.837090 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] security_group is already registered Aug 10 15:17:01.837497 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 15:17:01.837864 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] security_group_rule is already registered Aug 10 15:17:01.838508 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service CORE assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.838838 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:17:01.839176 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] subnetpool is already registered Aug 10 15:17:01.839607 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.v2.resource_helper [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Service CORE assigned prefix: {{(pid=93165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:17:01.839933 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:17:01.840345 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING neutron.quota.resource_registry [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] subnetpool is already registered Aug 10 15:17:01.841306 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: extensions {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.842830 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: address-groups {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.844332 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: address-scopes {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.845662 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: agents {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.846859 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: auto-allocated-topology {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.848140 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: availability_zones {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.849365 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: dhcp-networks {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.850911 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: dhcp-agents {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.852351 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: routers {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.854122 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: flavors {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.855405 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: service_profiles {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.856663 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: next_providers {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.858140 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: service_profiles {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.859682 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: floatingip-pools {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.860942 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: routers {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.862700 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: floatingips {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.863992 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: l3-routers {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.865390 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: l3-agents {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.867092 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: metering-labels {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.868419 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: metering-label-rules {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.869832 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: network-ip-availabilities {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.871105 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: bindings {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.872688 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: quotas {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.874281 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: quotas {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.875745 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: rbac-policies {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.876959 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: security-groups {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.878319 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: security-group-rules {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.879566 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: service-providers {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.880804 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: subnetpools {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.882191 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: subnetpools {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.883769 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.885473 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.887901 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.889660 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.891402 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.894405 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.896103 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.897936 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.899819 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.901582 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron.api.extensions [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Extended resource: tags {{(pid=93165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:17:01.908076 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING keystonemiddleware.auth_token [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 15:17:01.912652 dv-cinder-804093-1-iscsi neutron-server[93165]: WARNING keystonemiddleware.auth_token [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 15:17:01.921058 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Acquired lock "singleton_lock" {{(pid=93165) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 15:17:01.921538 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Releasing lock "singleton_lock" {{(pid=93165) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 15:17:01.922216 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Starting 2 workers Aug 10 15:17:01.927025 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Started child 93274 {{(pid=93165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:17:01.931420 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Started child 93275 {{(pid=93165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:17:01.932520 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.933228 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO neutron.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 15:17:01.933774 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Notify callbacks [] for process, before_spawn {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.934035 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [-] (93274) wsgi starting up on http://0.0.0.0:9696 Aug 10 15:17:01.936125 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Starting 1 workers Aug 10 15:17:01.936339 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.937738 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [-] (93275) wsgi starting up on http://0.0.0.0:9696 Aug 10 15:17:01.941265 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Started child 93276 {{(pid=93165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:17:01.941821 dv-cinder-804093-1-iscsi neutron-server[93165]: INFO oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Starting 1 workers Aug 10 15:17:01.945185 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] calling RpcWorker wait() {{(pid=93276) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 15:17:01.945721 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] returning from RpcWorker wait() {{(pid=93276) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 15:17:01.946243 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Started child 93277 {{(pid=93165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:17:01.947030 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.947129 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-f7171b18-7fc5-4f68-a4bd-2fe0871de7e5 None None] Notify callbacks [] for process, after_spawn {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.947587 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:01.948932 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93165) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 15:17:01.949159 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 15:17:01.949338 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 15:17:01.949546 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 15:17:01.950444 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 15:17:01.950612 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 15:17:01.951123 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.951413 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.951630 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.952090 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.952090 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.952212 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.952759 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.953028 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.953281 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.953541 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.953812 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.954003 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.954172 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.954445 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.954670 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.954972 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.955260 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.955520 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.955812 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.955986 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.956248 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.956513 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.956767 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.957027 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] debug = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.957271 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.957755 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.958038 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.958299 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.958520 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.958791 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.959058 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.959314 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.959560 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.959782 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.960030 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.960282 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.960527 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.960756 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.960982 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.961240 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.961464 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.961965 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] host = dv-cinder-804093-1-iscsi {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.962213 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.962434 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.962680 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.962932 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.963192 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.963414 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.963681 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.963926 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.964188 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.964445 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.964690 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.964950 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.965163 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.966032 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.966187 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_options = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.966451 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.966732 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.966996 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.967188 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.967359 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.967580 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.967793 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.967959 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.968214 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.968456 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.968673 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.968911 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.969128 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.969344 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.969612 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.969898 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.970138 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.970366 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.970612 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.970873 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.971111 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.971337 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.976814 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.978563 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.981308 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.981308 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.981308 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.983606 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.983887 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.984227 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.984579 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.985016 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_json = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.985440 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.986500 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.986933 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.987339 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.987772 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.987971 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.988213 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:01.988359 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.988543 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:01.988966 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.989461 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.990017 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.994362 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.994655 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.994933 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.995194 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.995459 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.995918 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.996203 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.996626 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.996876 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.997192 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:01.997613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.000275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.000275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.000275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.000275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.000275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.000275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004623 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004623 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004755 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.004977 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.005230 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.005461 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.005746 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.006009 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.006234 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.006488 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.006724 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.006951 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.007209 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.007462 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.008180 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.011628 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.012631 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.012745 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.013613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.013613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.013613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.013887 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.014566 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.014825 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.015457 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.015726 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.015928 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.016380 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.016380 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.016796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.016910 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.017048 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.017284 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.017522 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.017766 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.018242 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.018499 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.018878 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.019273 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.019503 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.019723 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.019946 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.020178 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.020416 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.020639 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.020864 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.021088 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.021307 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.021524 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.021741 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.022048 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.022444 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.022545 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.022896 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.023764 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.023764 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.023764 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.023764 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.024086 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.024715 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.024980 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.025235 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.025606 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.026026 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027422 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027422 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.027670 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.028516 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.028744 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.028968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.029230 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.029472 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.029699 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.029944 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.030196 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.030437 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.030732 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.030961 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.031210 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.031463 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.031737 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.032015 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.032248 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.032538 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.032758 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.033034 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.033336 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.033609 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.033917 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.034152 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.034383 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.034650 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.034899 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.035149 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.035397 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.035645 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.035881 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.036162 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.036389 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.036610 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.036824 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.037073 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.037928 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.037928 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.037928 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.038165 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.038461 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.038717 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.038937 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.039203 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.039456 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.039713 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.039944 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.040173 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.040390 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.040601 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.041018 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.041232 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.041483 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.041698 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.041957 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.042172 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.042522 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.042882 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.043239 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.043817 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.044319 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.044319 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.044500 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.044714 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.045015 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.045142 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.045392 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.045610 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.046721 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.046721 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.046721 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.046721 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.046721 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.047127 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.047244 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.047494 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.047712 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.047936 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.048382 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.048597 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.048865 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.049086 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.049301 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.049508 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.049734 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.049974 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.050437 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.050437 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.050649 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.051052 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.051454 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.051784 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.052052 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.052286 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.052536 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.052775 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.053059 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.053262 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.053500 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.053717 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.053981 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.054189 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.054469 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.054691 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.054934 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.055143 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.055569 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.055980 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.056204 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.056418 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.056704 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.056970 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.057202 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.057816 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.057816 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.058028 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.058165 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.058375 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.058605 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.058848 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.059125 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.059337 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.059562 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.059788 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.059995 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.060208 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.060419 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.060634 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.060858 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.061064 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.061274 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.061493 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.065796 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066388 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.066968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.067302 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.067455 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.067695 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.067931 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.068148 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.068384 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.068655 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.068982 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.069274 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.069534 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.069809 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.070103 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.070390 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.070654 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.070866 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.071155 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.071485 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.071753 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.072006 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.072266 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.072531 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.072769 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.072988 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.073233 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.073472 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.073690 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.073973 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.074206 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.074431 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.075479 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.075479 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.075760 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.075881 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.076096 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.076298 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.076541 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.076695 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 15:17:02.077279 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93165) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 15:17:02.077436 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 15:17:02.077586 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 15:17:02.077819 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 15:17:02.077991 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 15:17:02.078172 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 15:17:02.078349 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.078520 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.078679 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.078843 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079004 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079189 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079399 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079498 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079654 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079817 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.079975 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.080135 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.080294 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.080453 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.080613 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.080771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.080955 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.081092 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.081243 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.081381 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.081532 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.081692 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.081873 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] debug = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.082032 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.082250 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.082417 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.082729 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.083042 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.083205 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.083367 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.083528 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.083686 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.083857 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084018 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084171 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084327 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084486 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084629 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084774 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.084935 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.085093 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] host = dv-cinder-804093-1-iscsi {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.085252 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.085411 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.085571 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086117 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086117 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086117 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086354 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086354 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086497 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086670 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086804 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.086962 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.087119 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.087278 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.087437 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_options = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.087929 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.087929 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.087929 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.088341 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.088341 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.088341 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.088566 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.088645 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.088878 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089009 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089301 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089301 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089452 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089529 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089685 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.089865 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.090025 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.090184 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.090952 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.091113 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.091272 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.091771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.091771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.091771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.092025 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.092025 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.092225 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.092488 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.092756 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.092924 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.093083 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.093244 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.093405 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.093564 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.093727 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.093931 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.094090 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.094254 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.094415 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.094574 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.094732 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.094892 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.095049 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.095207 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.095366 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.095543 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_json = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.095685 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.095843 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096002 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096160 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096319 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096478 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096637 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096800 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:17:02.096978 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.097138 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.097313 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.097475 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.097636 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.097812 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.097976 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.098135 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.098296 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.098456 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.098623 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.098786 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.098957 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.099121 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.099280 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.099442 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.099603 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.099763 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.099851 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:02.099937 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.100072 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.100234 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.100393 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.100570 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.100730 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.100892 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.101051 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.101211 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.101373 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.101534 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.101695 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.101878 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.102041 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.102202 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.102362 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.102521 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.102681 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.102840 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103001 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103161 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103322 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103487 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103649 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103809 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.103970 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.104129 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.104290 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.104451 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.104612 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.104773 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.104931 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.105102 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.105263 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.105423 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.105581 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.105768 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.105946 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.106382 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.106382 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.106533 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.106611 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.106718 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.106892 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.107053 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.107212 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.107372 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.107533 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.107694 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.107855 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108014 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108175 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108335 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108495 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108655 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108817 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.108981 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.109138 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.109301 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.109461 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.109621 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.109812 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.109974 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.110133 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.110293 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.110454 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.110621 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.110799 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.110960 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.111293 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.111293 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.111464 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.111573 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.111879 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.112046 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.112771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.112771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.112771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.112771 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113028 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113028 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113144 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113377 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113483 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113551 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113709 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.113920 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114093 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114274 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114365 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114509 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114646 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114991 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.114991 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.115137 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.115268 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.115428 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116226 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116226 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116226 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116475 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116475 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116624 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116777 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.116945 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.117091 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.117231 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.117371 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.117521 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.117682 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.117874 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.118038 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.118198 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.118359 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.118544 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.118704 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.118865 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119025 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119184 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119344 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119504 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119664 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119824 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.119984 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.120145 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.120305 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.120465 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.120625 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.120785 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121161 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121161 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121304 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121382 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121565 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121728 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.121935 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.122095 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.122256 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.122417 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.122578 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.122739 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.122898 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.123063 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.123224 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.123383 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.123543 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.123702 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.123862 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124021 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124181 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124343 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124505 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124666 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124828 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.124989 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.125150 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.125310 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.125472 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.125635 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.125838 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126047 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126160 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126279 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126423 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126583 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126744 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.126906 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.127066 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.127231 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.127409 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.127570 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.127894 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.127894 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128194 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128194 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128391 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128524 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128609 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128763 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.128922 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.129084 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.129247 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.129407 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.129567 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.129728 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.129908 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.130070 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.130230 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.130403 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.130565 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.130727 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.130887 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.131049 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.131210 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.131380 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.131541 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.131701 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.131861 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132020 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132180 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132351 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132511 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132671 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132836 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.132996 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.133156 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.133325 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.133486 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.133647 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.133834 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.133998 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.134157 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.134327 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.134488 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.134647 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.134807 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.134968 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.135127 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.135298 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.135458 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.135617 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.135776 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.135937 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.136081 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.136255 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.136417 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.136578 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.136747 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.136907 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.137067 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.137764 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138000 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138142 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138280 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138414 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138571 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138732 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.138895 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.139060 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.139230 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.139398 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.139561 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.139731 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.139901 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.140071 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.140232 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.140401 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.140574 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.140738 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.140903 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141056 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141195 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141341 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141506 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141650 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141819 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.141971 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.142131 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.142275 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.142439 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.142618 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.142858 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.143008 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.143148 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.143284 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.143421 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.143558 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:17:02.143694 dv-cinder-804093-1-iscsi neutron-server[93165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 15:17:02.318363 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 50652) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:02.327306 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068192 Aug 10 15:17:13.752291 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b14ab-5c82-475c-96f1-4c37806eb559 None None] get_active_networks_info from dv-cinder-804093-1-iscsi {{(pid=93276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 15:17:13.840857 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b14ab-5c82-475c-96f1-4c37806eb559 None None] No non-hosted networks {{(pid=93276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 15:17:13.849362 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.agentschedulers_db [None req-176b14ab-5c82-475c-96f1-4c37806eb559 None None] DHCP Agent not found on host dv-cinder-804093-1-iscsi {{(pid=93276) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 15:17:13.977917 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-420a09c3-5eaa-43c6-9612-4a178d0b677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761847'] for agent, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:16.263841 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d51c64a-d452-4974-a296-c585061c5c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761847'] for agent, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:16.335005 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf7f5-d1ce-4bc0-8343-fb8d94585aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:16.577336 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761847'] for agent, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:16.578477 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.579071 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.579611 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.580551 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.581117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.581649 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.582872 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.583476 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.584008 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.584586 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.585135 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.585706 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:16.586312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804093-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:16.594793 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804093-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:17.552512 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761847'] for agent, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.077110 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.db.l3_hamode_db [None req-df2fdda8-a53c-493e-8fbd-bb2e031f481b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 15:17:19.165644 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fdda8-a53c-493e-8fbd-bb2e031f481b None None] Routers set() bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:19.166255 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fdda8-a53c-493e-8fbd-bb2e031f481b None None] Router IDs set() for agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 15:17:19.318039 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761847'] for agent, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.245427 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50746) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:20.747245 dv-cinder-804093-1-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-1f519156-f2be-467e-9ca3-e58e1d85fdaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:20.747820 dv-cinder-804093-1-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-1f519156-f2be-467e-9ca3-e58e1d85fdaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:20.965031 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-1f519156-f2be-467e-9ca3-e58e1d85fdaf admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:17:20.966306 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1f519156-f2be-467e-9ca3-e58e1d85fdaf admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7188036 Aug 10 15:17:23.309419 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50760) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:23.617815 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:23.713241 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.policy [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93275) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 15:17:23.760069 dv-cinder-804093-1-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:23.760452 dv-cinder-804093-1-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:23.769651 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.quota [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] Loaded quota_driver: . Aug 10 15:17:23.860652 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783825018098', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783825018405', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783825037866', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783825032349', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783828671819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783825044941', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3727524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3431043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-359299', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-424139'] for rbac-policy, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.925292 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.932471 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-89b4d554-50c5-4e05-9b78-d60a87a2a612 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6160455 Aug 10 15:17:26.463195 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 50772) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:26.947479 dv-cinder-804093-1-iscsi neutron-server[93274]: WARNING oslo_policy.policy [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:26.948060 dv-cinder-804093-1-iscsi neutron-server[93274]: WARNING oslo_policy.policy [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:27.166069 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Request body: {'network': {'project_id': '70d5ef32443b43af83bfcc286600e80e', 'name': 'private', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:27.167686 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.quota [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Loaded quota_driver: . Aug 10 15:17:27.224464 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Made reservation on behalf of 70d5ef32443b43af83bfcc286600e80e for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:17:27.290587 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.policy [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 15:17:27.334067 dv-cinder-804093-1-iscsi neutron-server[93274]: WARNING oslo_policy.policy [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:27.334447 dv-cinder-804093-1-iscsi neutron-server[93274]: WARNING oslo_policy.policy [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:17:27.345462 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.366114 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.498327 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.502222 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.530385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:17:27.556930 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783826483559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.557518 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Unsubscribe: segment precommit_create {{(pid=93274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 15:17:27.558060 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Added segment 24d03090-5721-4bd7-925f-cfdbb7fc924c of type vlan for network bba64631-9c43-4b65-b6a7-e3615e2510cf Aug 10 15:17:27.565561 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2623c16b-c3c6-4ed8-976e-3b8d11538d47,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:27.587699 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.588060 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.588399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.588730 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.589063 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.589467 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.589724 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.590096 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.590532 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.590861 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.591178 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.591493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Tracked resource versions report: Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: pushed versions: Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: { 'AddressGroup': {'1.2'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'ConntrackHelper': {'1.0'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Log': {'1.0'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Network': {'1.1'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Port': {'1.7'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'PortForwarding': {'1.2'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'QosPolicy': {'1.9'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroup': {'1.4'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SubPort': {'1.0'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Subnet': {'1.1'}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Trunk': {'1.1'}} Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: consumer versions: Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'ConntrackHelper': '1.0', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Log': '1.0', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Network': '1.1', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Port': '1.7', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'PortForwarding': '1.2', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'QosPolicy': '1.9', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroup': '1.4', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroupRule': '1.2', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SubPort': '1.0', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Subnet': '1.1', Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Trunk': '1.1'}} Aug 10 15:17:27.592593 dv-cinder-804093-1-iscsi neutron-server[93274]: {{(pid=93274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:17:27.681352 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.734828 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.735917 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:27.736545 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.817315 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3529670 Aug 10 15:17:27.834884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f34b04-92ec-479b-8480-575c164e10a0 admin admin] Pushing event updated for resources: {'Network': ['ID=bba64631-9c43-4b65-b6a7-e3615e2510cf,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:27.848892 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network bba64631-9c43-4b65-b6a7-e3615e2510cf details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:17:30.445263 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 50794) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:30.836839 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8173ba-cd2a-45af-b348-bb2b05301e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:30.838243 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7d8173ba-cd2a-45af-b348-bb2b05301e29 admin admin] 10.222.0.32 "GET /v2.0/networks/bba64631-9c43-4b65-b6a7-e3615e2510cf HTTP/1.1" status: 200 len: 825 time: 0.3920162 Aug 10 15:17:30.879564 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0c362099-ffd1-4b4b-a529-e17c97be7475 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/0edf71b8-2301-4d2f-a4c9-b315ddebebff HTTP/1.1" status: 200 len: 734 time: 0.0352709 Aug 10 15:17:30.888447 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Request body: {'subnet': {'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'name': 'private-subnet', 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:30.910062 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Made reservation on behalf of 70d5ef32443b43af83bfcc286600e80e for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:17:30.912375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.213382 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.282804 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Checking segment: {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:17:31.283197 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Network hostable DHCP agents. Network: bba64631-9c43-4b65-b6a7-e3615e2510cf, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:17:31.288005 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5288c478-5d0a-4247-baed-25ea712e8d90,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:31.310287 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Network bba64631-9c43-4b65-b6a7-e3615e2510cf is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:17:31.321123 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, bba64631-9c43-4b65-b6a7-e3615e2510cf) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:31.325630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:31.326255 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.331055 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e82a14-bb75-42b3-b0a1-b7584945d40d None None] Network bba64631-9c43-4b65-b6a7-e3615e2510cf requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:17:31.339735 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d27e1777-d372-4192-ba00-b49855d5ba47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4546061 Aug 10 15:17:31.647580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-bba64631-9c43-4b65-b6a7-e3615e2510cf', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:17:31.648793 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.919568 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Allocated IP 172.20.0.2 (bba64631-9c43-4b65-b6a7-e3615e2510cf/5288c478-5d0a-4247-baed-25ea712e8d90/105c8658-f6e4-4e96-a841-4a25b36d1b87) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:17:32.121994 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:32.164114 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Transition to ACTIVE for port object 105c8658-f6e4-4e96-a841-4a25b36d1b87 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:32.185578 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Transition to ACTIVE for port object 105c8658-f6e4-4e96-a841-4a25b36d1b87 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:32.194299 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:32.259797 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Network bba64631-9c43-4b65-b6a7-e3615e2510cf is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:17:32.266658 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:32.270637 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:17:32.323244 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Pushing event updated for resources: {'Port': ['ID=105c8658-f6e4-4e96-a841-4a25b36d1b87,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:32.352043 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.352678 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.352778 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.353146 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.353486 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.353843 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.354181 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.354515 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.354863 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.355197 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.355520 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.356446 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Tracked resource versions report: Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: pushed versions: Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: { 'AddressGroup': {'1.2'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'ConntrackHelper': {'1.0'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Log': {'1.0'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Network': {'1.1'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Port': {'1.7'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'PortForwarding': {'1.2'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'QosPolicy': {'1.9'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroup': {'1.4'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SubPort': {'1.0'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Subnet': {'1.1'}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Trunk': {'1.1'}} Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: consumer versions: Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'ConntrackHelper': '1.0', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Log': '1.0', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Network': '1.1', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Port': '1.7', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'PortForwarding': '1.2', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'QosPolicy': '1.9', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroup': '1.4', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroupRule': '1.2', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SubPort': '1.0', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Subnet': '1.1', Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Trunk': '1.1'}} Aug 10 15:17:32.358388 dv-cinder-804093-1-iscsi neutron-server[93276]: {{(pid=93276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:17:32.380072 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Attempting to bind port 105c8658-f6e4-4e96-a841-4a25b36d1b87 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:17:32.380457 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Attempting to bind port 105c8658-f6e4-4e96-a841-4a25b36d1b87 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:17:32.380896 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Attempting to bind port 105c8658-f6e4-4e96-a841-4a25b36d1b87 on network bba64631-9c43-4b65-b6a7-e3615e2510cf {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:17:32.385800 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:17:32.386210 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Checking segment: {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:17:32.386671 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:32.387116 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Bound using segment: {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:17:32.387604 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Bound port: 105c8658-f6e4-4e96-a841-4a25b36d1b87, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:17:32.388000 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:32.449823 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] For port 105c8658-f6e4-4e96-a841-4a25b36d1b87, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:17:32.453978 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] For port 105c8658-f6e4-4e96-a841-4a25b36d1b87, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=105c8658-f6e4-4e96-a841-4a25b36d1b87,segment=NetworkSegment(24d03090-5721-4bd7-925f-cfdbb7fc924c),segment_id=24d03090-5721-4bd7-925f-cfdbb7fc924c)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:17:32.458490 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:32.523233 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55110e91-cc39-42d4-9b2c-e586c16bd66e None None] Pushing event updated for resources: {'Port': ['ID=105c8658-f6e4-4e96-a841-4a25b36d1b87,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:33.708818 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50802) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:34.027962 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-4f4a5a5a-f5a8-4d50-a6f1-10b034311a6a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:17:34.029068 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4f4a5a5a-f5a8-4d50-a6f1-10b034311a6a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192933 Aug 10 15:17:36.395596 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50810) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:36.712963 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-720a7891-dd2d-4a72-8f0e-fc954e1fae77 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:17:36.713952 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-720a7891-dd2d-4a72-8f0e-fc954e1fae77 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174133 Aug 10 15:17:39.350392 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50820) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:39.649561 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'name': 'router1'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:39.678434 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:39.680186 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:39.838438 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:39.847104 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:39.860347 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:39.861589 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2f54cd7b-d4fe-4f95-8783-3766e27c9cea admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5101745 Aug 10 15:17:40.873344 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 105c8658-f6e4-4e96-a841-4a25b36d1b87 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:17:40.950545 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36366d-b1dc-48c5-b41f-fc3a0988c2ff None None] Network bba64631-9c43-4b65-b6a7-e3615e2510cf requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:17:40.997390 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 105c8658-f6e4-4e96-a841-4a25b36d1b87 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:41.049039 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] Provisioning for port 105c8658-f6e4-4e96-a841-4a25b36d1b87 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:41.054402 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] Provisioning complete for port 105c8658-f6e4-4e96-a841-4a25b36d1b87 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:41.054800 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.223056 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.263317 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] For port 105c8658-f6e4-4e96-a841-4a25b36d1b87, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=105c8658-f6e4-4e96-a841-4a25b36d1b87,segment=NetworkSegment(24d03090-5721-4bd7-925f-cfdbb7fc924c),segment_id=24d03090-5721-4bd7-925f-cfdbb7fc924c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:41.267616 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.315065 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef921577-6c7d-42ed-b09a-952af5eed0ab None None] Pushing event updated for resources: {'Port': ['ID=105c8658-f6e4-4e96-a841-4a25b36d1b87,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:41.487400 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-06519d71-3df9-400e-8bef-ed2225826e27 None None] Provisioning complete for port 105c8658-f6e4-4e96-a841-4a25b36d1b87 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:41.487774 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-06519d71-3df9-400e-8bef-ed2225826e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:42.248390 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50832) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:42.555161 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-b6288bb2-b577-42b3-909c-9051b16ae6db admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:17:42.556234 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b6288bb2-b577-42b3-909c-9051b16ae6db admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069217 Aug 10 15:17:42.832269 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 105c8658-f6e4-4e96-a841-4a25b36d1b87 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:17:42.878656 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 105c8658-f6e4-4e96-a841-4a25b36d1b87 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:42.879027 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:43.651359 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-889e7a4d-23d5-4c61-af15-6e816c86183a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:44.925182 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50840) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:45.234248 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:45.257478 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Made reservation on behalf of 00fa1893ad1f44f7aee3686f4b37c4b3 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:17:45.260290 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.275870 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.390793 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.394476 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.405323 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93275) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 15:17:45.438052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783826483559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.438622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Unsubscribe: segment precommit_create {{(pid=93275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 15:17:45.439139 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Added segment fa2607b4-c153-4d1b-8ce8-1ec42faf2b50 of type flat for network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 Aug 10 15:17:45.461237 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa935450-4ef9-47e4-a53e-bcb679302e3e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:45.490581 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.491196 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.491534 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.491863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.492186 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.492526 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.492851 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.493169 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.493500 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.493845 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.494170 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.494484 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Tracked resource versions report: Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: pushed versions: Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: { 'AddressGroup': {'1.2'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'ConntrackHelper': {'1.0'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Log': {'1.0'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Network': {'1.1'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Port': {'1.7'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'PortForwarding': {'1.2'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'QosPolicy': {'1.9'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroup': {'1.4'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SubPort': {'1.0'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Subnet': {'1.1'}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Trunk': {'1.1'}} Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: consumer versions: Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'ConntrackHelper': '1.0', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Log': '1.0', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Network': '1.1', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Port': '1.7', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'PortForwarding': '1.2', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'QosPolicy': '1.9', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroup': '1.4', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroupRule': '1.2', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SubPort': '1.0', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Subnet': '1.1', Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Trunk': '1.1'}} Aug 10 15:17:45.495592 dv-cinder-804093-1-iscsi neutron-server[93275]: {{(pid=93275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:17:45.568486 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.622514 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.623730 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:45.624351 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:45.704714 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7783697 Aug 10 15:17:45.722824 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0459920-5c54-4a4a-9559-58715e6a02c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1e532bcd-f2e1-4033-bcc8-cfc1cdd30439,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:45.735832 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:17:46.239155 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-23476e48-ad5f-41c1-bb92-d205d7268e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:46.556357 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:47.486291 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:48.066109 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50862) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:48.277201 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0afa6f-d868-4602-a3ac-3cb5b2103763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:48.279165 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cf0afa6f-d868-4602-a3ac-3cb5b2103763 admin admin] 10.222.0.32 "GET /v2.0/subnets/5288c478-5d0a-4247-baed-25ea712e8d90 HTTP/1.1" status: 200 len: 849 time: 0.2120724 Aug 10 15:17:48.413379 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-3ab52006-2f38-42d9-bfa8-c56cf9e15816 admin admin] 10.222.0.32 "GET /v2.0/routers/40e6e61d-23f3-4510-9144-da07f5b0e8a6 HTTP/1.1" status: 200 len: 704 time: 0.1282649 Aug 10 15:17:48.677898 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:48.972560 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Allocated IP 172.20.0.1 (bba64631-9c43-4b65-b6a7-e3615e2510cf/5288c478-5d0a-4247-baed-25ea712e8d90/14df980e-2c5a-429d-9f6d-05666be0a90c) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:17:49.163906 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.187533 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Transition to ACTIVE for port object 14df980e-2c5a-429d-9f6d-05666be0a90c will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:49.267559 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.272301 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.346091 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Network bba64631-9c43-4b65-b6a7-e3615e2510cf is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:17:49.350836 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:49.360173 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:17:49.361068 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.415657 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Pushing event updated for resources: {'Port': ['ID=14df980e-2c5a-429d-9f6d-05666be0a90c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:49.525912 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-b61fb77d-aba3-463f-aafd-5db52af42a7d None None] Provisioning for port 14df980e-2c5a-429d-9f6d-05666be0a90c completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:49.530444 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-b61fb77d-aba3-463f-aafd-5db52af42a7d None None] Provisioning complete for port 14df980e-2c5a-429d-9f6d-05666be0a90c triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:49.530824 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b61fb77d-aba3-463f-aafd-5db52af42a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.563703 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-b61fb77d-aba3-463f-aafd-5db52af42a7d None None] Port 14df980e-2c5a-429d-9f6d-05666be0a90c cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:17:49.621416 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.831514 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.836202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.836990 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:49.916388 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Pushing event updated for resources: {'Port': ['ID=14df980e-2c5a-429d-9f6d-05666be0a90c,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:49.961441 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Network bba64631-9c43-4b65-b6a7-e3615e2510cf is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:17:49.962741 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:50.122334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:17:50.188609 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-245e0acf-d6da-4cd6-b0a7-8962c30ff4ee None None] Provisioning complete for port 14df980e-2c5a-429d-9f6d-05666be0a90c triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:50.188976 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-245e0acf-d6da-4cd6-b0a7-8962c30ff4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.216621 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:17:50.221917 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-98982018-64db-4325-805c-82c5a7e6454d admin admin] 10.222.0.32 "PUT /v2.0/routers/40e6e61d-23f3-4510-9144-da07f5b0e8a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8030357 Aug 10 15:17:50.224775 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-245e0acf-d6da-4cd6-b0a7-8962c30ff4ee None None] Port 14df980e-2c5a-429d-9f6d-05666be0a90c cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:17:50.230253 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Sync routers for ids ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:17:50.242293 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Routers {'40e6e61d-23f3-4510-9144-da07f5b0e8a6'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:50.243153 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:17:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:50.426726 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Set router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:50.850592 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'name': 'router1', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:17:39Z', 'updated_at': '2021-08-10T15:17:49Z', 'revision_number': 2, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'gw_port_host': None, '_interfaces': [{'id': '14df980e-2c5a-429d-9f6d-05666be0a90c', 'name': '', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'mac_address': 'fa:16:3e:da:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:48Z', 'updated_at': '2021-08-10T15:17:49Z', 'revision_number': 2, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'subnets': [{'id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:50.902006 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Checking router: 40e6e61d-23f3-4510-9144-da07f5b0e8a6 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:17:50.902379 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Updating router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 port 14df980e-2c5a-429d-9f6d-05666be0a90c binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:17:50.950357 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:51.487291 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:51.505943 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Transition to ACTIVE for port object 14df980e-2c5a-429d-9f6d-05666be0a90c will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:51.511633 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:51.667396 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Pushing event updated for resources: {'Port': ['ID=14df980e-2c5a-429d-9f6d-05666be0a90c,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:51.683039 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.683385 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.683720 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.684584 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.684908 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.685229 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.685549 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.685926 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.686253 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.686571 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.686889 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.687208 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Tracked resource versions report: Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: pushed versions: Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: { 'AddressGroup': {'1.2'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Log': {'1.0'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Network': {'1.1'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Port': {'1.7'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'PortForwarding': {'1.2'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'QosPolicy': {'1.9'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroup': {'1.4'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SubPort': {'1.0'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Subnet': {'1.1'}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Trunk': {'1.1'}} Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: consumer versions: Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'ConntrackHelper': '1.0', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Log': '1.0', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Network': '1.1', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Port': '1.7', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'PortForwarding': '1.2', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'QosPolicy': '1.9', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroup': '1.4', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroupRule': '1.2', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SubPort': '1.0', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Subnet': '1.1', Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Trunk': '1.1'}} Aug 10 15:17:51.688335 dv-cinder-804093-1-iscsi neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:17:51.690743 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Attempting to bind port 14df980e-2c5a-429d-9f6d-05666be0a90c on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:17:51.691144 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Attempting to bind port 14df980e-2c5a-429d-9f6d-05666be0a90c by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:17:51.691585 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Attempting to bind port 14df980e-2c5a-429d-9f6d-05666be0a90c on network bba64631-9c43-4b65-b6a7-e3615e2510cf {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:17:51.697134 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:17:51.697535 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Checking segment: {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:17:51.698017 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:51.698414 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Bound using segment: {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:17:51.699173 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Bound port: 14df980e-2c5a-429d-9f6d-05666be0a90c, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d03090-5721-4bd7-925f-cfdbb7fc924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:17:51.699256 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:51.771236 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] For port 14df980e-2c5a-429d-9f6d-05666be0a90c, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:17:51.794081 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] For port 14df980e-2c5a-429d-9f6d-05666be0a90c, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=14df980e-2c5a-429d-9f6d-05666be0a90c,segment=NetworkSegment(24d03090-5721-4bd7-925f-cfdbb7fc924c),segment_id=24d03090-5721-4bd7-925f-cfdbb7fc924c)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:17:51.798125 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:51.854652 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268bb6-412c-410d-9b1a-e44678fa1f86 None None] Pushing event updated for resources: {'Port': ['ID=14df980e-2c5a-429d-9f6d-05666be0a90c,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:51.858045 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Routers {'40e6e61d-23f3-4510-9144-da07f5b0e8a6'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:51.858852 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:17:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:51.949475 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] Set router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:52.174268 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'name': 'router1', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:17:39Z', 'updated_at': '2021-08-10T15:17:49Z', 'revision_number': 2, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'gw_port_host': None, '_interfaces': [{'id': '14df980e-2c5a-429d-9f6d-05666be0a90c', 'name': '', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'mac_address': 'fa:16:3e:da:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:48Z', 'updated_at': '2021-08-10T15:17:51Z', 'revision_number': 4, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'subnets': [{'id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:52.199737 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc4d2f-e5ad-4658-a67d-768fcf1ec89f None None] The sync data for ids ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'] in dv-cinder-804093-1-iscsi is: [{'id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'name': 'router1', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:17:39Z', 'updated_at': '2021-08-10T15:17:49Z', 'revision_number': 2, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'gw_port_host': None, '_interfaces': [{'id': '14df980e-2c5a-429d-9f6d-05666be0a90c', 'name': '', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'mac_address': 'fa:16:3e:da:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:48Z', 'updated_at': '2021-08-10T15:17:51Z', 'revision_number': 4, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'subnets': [{'id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:17:52.445165 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50882) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:52.554767 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451be5b-bc97-41f5-bd58-d3053ce1a6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:52.556359 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c451be5b-bc97-41f5-bd58-d3053ce1a6b9 admin admin] 10.222.0.32 "GET /v2.0/networks/1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 HTTP/1.1" status: 200 len: 842 time: 0.1099050 Aug 10 15:17:52.566010 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:52.591653 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Made reservation on behalf of 00fa1893ad1f44f7aee3686f4b37c4b3 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:17:52.593953 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:52.904277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.objects.ports [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93275) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 15:17:52.904808 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:52.957764 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413bafda-596d-4197-9420-ba6e603c5f4a,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:52.968201 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:17:52.968568 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Network hostable DHCP agents. Network: 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:17:52.990052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:17:53.001848 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:53.005929 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:53.006703 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:53.011201 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d1631-99d8-4ec3-b9b0-08d7876434ee None None] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:17:53.021512 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9ebf5b1f-3cf5-4b40-b71b-a8a646353148 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4590046 Aug 10 15:17:53.144133 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5062cbb-c858-4656-b079-a920dc44ad76 None None] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:17:55.315351 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50890) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:55.444310 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9bde6f62-435b-4c79-8c7f-eb9fcaf4fcc1 admin admin] 10.222.0.32 "GET /v2.0/routers/40e6e61d-23f3-4510-9144-da07f5b0e8a6 HTTP/1.1" status: 200 len: 710 time: 0.1278031 Aug 10 15:17:55.530601 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaab2fb-195a-4cde-89b1-30eece82ea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:55.531976 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-3eaab2fb-195a-4cde-89b1-30eece82ea6f admin admin] 10.222.0.32 "GET /v2.0/networks/1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 HTTP/1.1" status: 200 len: 886 time: 0.0821128 Aug 10 15:17:55.541062 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:55.873876 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.101456 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.176819 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.279728 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Allocated IP 172.27.0.49 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/f528d898-d8c5-4c7f-81ca-7197a647c625) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:17:56.379530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.417459 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.455352 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:17:56.460510 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:56.463543 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:17:56.504322 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Pushing event updated for resources: {'Port': ['ID=f528d898-d8c5-4c7f-81ca-7197a647c625,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:56.717461 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.914042 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-99462'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.917550 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-758861'] for router, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:57.114243 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:17:57.219110 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:17:57.223433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:57.231529 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8c247fa1-857b-4b84-9d9b-85705ba78311 admin admin] 10.222.0.32 "PUT /v2.0/routers/40e6e61d-23f3-4510-9144-da07f5b0e8a6 HTTP/1.1" status: 200 len: 889 time: 1.6867976 Aug 10 15:17:58.659548 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Sync routers for ids ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:17:58.670749 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Routers {'40e6e61d-23f3-4510-9144-da07f5b0e8a6'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:58.671510 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:17:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:58.879452 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 14df980e-2c5a-429d-9f6d-05666be0a90c up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:17:58.959353 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Set router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:59.044130 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 14df980e-2c5a-429d-9f6d-05666be0a90c completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:59.108552 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 14df980e-2c5a-429d-9f6d-05666be0a90c triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:59.108928 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:59.355212 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:59.417062 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 14df980e-2c5a-429d-9f6d-05666be0a90c, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=14df980e-2c5a-429d-9f6d-05666be0a90c,segment=NetworkSegment(24d03090-5721-4bd7-925f-cfdbb7fc924c),segment_id=24d03090-5721-4bd7-925f-cfdbb7fc924c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:59.425103 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:59.501750 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'name': 'router1', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f528d898-d8c5-4c7f-81ca-7197a647c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:17:39Z', 'updated_at': '2021-08-10T15:17:56Z', 'revision_number': 4, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'gw_port': {'id': 'f528d898-d8c5-4c7f-81ca-7197a647c625', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:56Z', 'updated_at': '2021-08-10T15:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '14df980e-2c5a-429d-9f6d-05666be0a90c', 'name': '', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'mac_address': 'fa:16:3e:da:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:48Z', 'updated_at': '2021-08-10T15:17:51Z', 'revision_number': 4, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'subnets': [{'id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:59.532205 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=14df980e-2c5a-429d-9f6d-05666be0a90c,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:59.561462 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Checking router: 40e6e61d-23f3-4510-9144-da07f5b0e8a6 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:17:59.561837 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Updating router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 port f528d898-d8c5-4c7f-81ca-7197a647c625 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:17:59.606578 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 50902) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:59.611474 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:59.717014 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2c9e2d88-ed2e-4ac9-b3e3-2fda1e27085c admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1091509 Aug 10 15:17:59.943871 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:59.954134 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Transition to ACTIVE for port object f528d898-d8c5-4c7f-81ca-7197a647c625 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:59.959659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:00.011245 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b1ca0-cae0-4ff0-97ce-095f93988cb2 None None] Pushing event updated for resources: {'Port': ['ID=f528d898-d8c5-4c7f-81ca-7197a647c625,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:00.014000 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Attempting to bind port f528d898-d8c5-4c7f-81ca-7197a647c625 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:18:00.014369 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Attempting to bind port f528d898-d8c5-4c7f-81ca-7197a647c625 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:18:00.014738 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Attempting to bind port f528d898-d8c5-4c7f-81ca-7197a647c625 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:18:00.020225 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:18:00.020414 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:18:00.020817 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:00.021207 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:18:00.021672 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Bound port: f528d898-d8c5-4c7f-81ca-7197a647c625, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:18:00.022094 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:00.072849 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] For port f528d898-d8c5-4c7f-81ca-7197a647c625, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:18:00.076473 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] For port f528d898-d8c5-4c7f-81ca-7197a647c625, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=f528d898-d8c5-4c7f-81ca-7197a647c625,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:18:00.079730 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:00.135618 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Routers {'40e6e61d-23f3-4510-9144-da07f5b0e8a6'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:00.136245 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:17:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:00.172120 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b1ca0-cae0-4ff0-97ce-095f93988cb2 None None] Pushing event updated for resources: {'Port': ['ID=f528d898-d8c5-4c7f-81ca-7197a647c625,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:00.330656 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] Set router 40e6e61d-23f3-4510-9144-da07f5b0e8a6 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:00.546186 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'name': 'router1', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f528d898-d8c5-4c7f-81ca-7197a647c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:17:39Z', 'updated_at': '2021-08-10T15:17:56Z', 'revision_number': 4, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'gw_port': {'id': 'f528d898-d8c5-4c7f-81ca-7197a647c625', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:56Z', 'updated_at': '2021-08-10T15:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '14df980e-2c5a-429d-9f6d-05666be0a90c', 'name': '', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'mac_address': 'fa:16:3e:da:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:48Z', 'updated_at': '2021-08-10T15:17:59Z', 'revision_number': 5, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'subnets': [{'id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:00.576370 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953096a-8ad1-48e2-b944-93af17f1f7bd None None] The sync data for ids ['40e6e61d-23f3-4510-9144-da07f5b0e8a6'] in dv-cinder-804093-1-iscsi is: [{'id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'name': 'router1', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f528d898-d8c5-4c7f-81ca-7197a647c625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:17:39Z', 'updated_at': '2021-08-10T15:17:56Z', 'revision_number': 4, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'gw_port': {'id': 'f528d898-d8c5-4c7f-81ca-7197a647c625', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:56Z', 'updated_at': '2021-08-10T15:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '14df980e-2c5a-429d-9f6d-05666be0a90c', 'name': '', 'network_id': 'bba64631-9c43-4b65-b6a7-e3615e2510cf', 'tenant_id': '70d5ef32443b43af83bfcc286600e80e', 'mac_address': 'fa:16:3e:da:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6e61d-23f3-4510-9144-da07f5b0e8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:17:48Z', 'updated_at': '2021-08-10T15:17:59Z', 'revision_number': 5, 'project_id': '70d5ef32443b43af83bfcc286600e80e', 'subnets': [{'id': '5288c478-5d0a-4247-baed-25ea712e8d90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0edf71b8-2301-4d2f-a4c9-b315ddebebff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:18:00.968898 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 14df980e-2c5a-429d-9f6d-05666be0a90c up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:18:01.026210 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:18:01.031678 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 14df980e-2c5a-429d-9f6d-05666be0a90c triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:18:01.032055 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:01.120388 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device f528d898-d8c5-4c7f-81ca-7197a647c625 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:18:01.175025 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port f528d898-d8c5-4c7f-81ca-7197a647c625 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:18:01.180166 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port f528d898-d8c5-4c7f-81ca-7197a647c625 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:18:01.180550 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:01.259744 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:01.288439 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port f528d898-d8c5-4c7f-81ca-7197a647c625, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=f528d898-d8c5-4c7f-81ca-7197a647c625,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:01.291519 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:01.341690 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=f528d898-d8c5-4c7f-81ca-7197a647c625,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:02.846441 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device f528d898-d8c5-4c7f-81ca-7197a647c625 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:18:02.896708 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port f528d898-d8c5-4c7f-81ca-7197a647c625 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:18:02.897010 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:13.656594 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c72a923f-0941-4ffe-974e-18c66e83ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:16.243018 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0cd73917-d2dd-4d1c-9b1e-2999f0c9d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:16.563095 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:17.495464 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.287942 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:38.015738 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:18:43.676430 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-815f3bf6-fb60-46f8-bba7-5a9fab3c93e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.235424 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9744e58-0b5d-456d-adef-a68e84d36d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.556905 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.495904 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:49.295273 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:13.661258 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-58801b06-584f-4f10-a86d-e4e2831c8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:15.013923 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:19:16.238828 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c8ecabdb-f274-4e02-81ba-cee120f0c131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:16.560142 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:17.500178 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:19.298680 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:34.599509 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51470) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:34.667408 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.pecan_wsgi.hooks.translation [None req-e686c6aa-87a0-457e-8bc1-ed5ff9251637 admin admin] GET failed (client error): The resource could not be found. Aug 10 15:19:34.669020 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e686c6aa-87a0-457e-8bc1-ed5ff9251637 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685372 Aug 10 15:19:34.830183 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbbbf4-a343-4d49-86cd-5b4e95204fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:34.831582 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2ccbbbf4-a343-4d49-86cd-5b4e95204fbd admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582260 Aug 10 15:19:36.966244 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 51480) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:37.062124 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd89b1-5f45-4a4d-a349-6263e1ba3691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:37.063445 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-dfdd89b1-5f45-4a4d-a349-6263e1ba3691 admin admin] 10.222.0.32 "GET /v2.0/subnets/5288c478-5d0a-4247-baed-25ea712e8d90 HTTP/1.1" status: 200 len: 849 time: 0.0962601 Aug 10 15:19:37.072911 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:19:37.155343 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:37.310821 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783826314644'] for subnet, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:37.343857 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:37.344713 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:37.346537 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] 10.222.0.32 "PUT /v2.0/subnets/5288c478-5d0a-4247-baed-25ea712e8d90 HTTP/1.1" status: 200 len: 868 time: 0.2772212 Aug 10 15:19:37.348328 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef0285-9733-438c-a148-859704956f37 None None] Network bba64631-9c43-4b65-b6a7-e3615e2510cf requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:19:37.366285 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5288c478-5d0a-4247-baed-25ea712e8d90,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:37.374452 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.374825 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.375171 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.375505 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.375838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.376179 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.376508 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.376833 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.377181 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.377508 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.377863 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.378182 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9416d1c-63df-4bee-8873-4be4c8caa7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:19:37.689520 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-0ea5583d-bf4e-43d5-9c81-ffcfa357573c None None] Provisioning complete for port 105c8658-f6e4-4e96-a841-4a25b36d1b87 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:19:37.689930 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ea5583d-bf4e-43d5-9c81-ffcfa357573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:37.775536 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-0ea5583d-bf4e-43d5-9c81-ffcfa357573c None None] Provisioning complete for port 14df980e-2c5a-429d-9f6d-05666be0a90c triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:19:37.775904 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ea5583d-bf4e-43d5-9c81-ffcfa357573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:39.528622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51490) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:39.725562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd23fc6-8543-4ebc-a3ac-477687cd8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:39.725997 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd23fc6-8543-4ebc-a3ac-477687cd8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:39.727551 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-afd23fc6-8543-4ebc-a3ac-477687cd8e93 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979902 Aug 10 15:19:41.900023 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51498) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:42.029715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b42f10-8766-41f0-aa8f-40fcb6653e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:42.030221 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b42f10-8766-41f0-aa8f-40fcb6653e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:42.031739 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e8b42f10-8766-41f0-aa8f-40fcb6653e5b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307721 Aug 10 15:19:43.661954 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c5badd0-8a27-4bf6-97c5-c8176c4a0ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:44.227164 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51506) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:44.352350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749c652-2a83-4de6-b904-24dad391e5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:44.353721 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8749c652-2a83-4de6-b904-24dad391e5c8 admin admin] 10.222.0.32 "GET /v2.0/networks/1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 HTTP/1.1" status: 200 len: 886 time: 0.1256106 Aug 10 15:19:46.239295 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9662cbf4-9fdb-4b0e-840f-88e8dbb5cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:46.501990 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51514) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:46.562006 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:46.630385 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258b5ee5-f379-488e-8885-1af90587e080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:46.631770 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-258b5ee5-f379-488e-8885-1af90587e080 admin admin] 10.222.0.32 "GET /v2.0/networks/bba64631-9c43-4b65-b6a7-e3615e2510cf HTTP/1.1" status: 200 len: 869 time: 0.1288257 Aug 10 15:19:47.501821 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:48.805825 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51522) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:48.929830 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65743032-befc-470f-b2e4-19e6989a94cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:48.930299 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65743032-befc-470f-b2e4-19e6989a94cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:48.931813 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-65743032-befc-470f-b2e4-19e6989a94cb admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250758 Aug 10 15:19:49.296379 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:51.054516 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51530) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:51.144210 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e21d19-5b73-4d3c-ae62-82065dfe7819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:51.144672 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e21d19-5b73-4d3c-ae62-82065dfe7819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:51.146200 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e9e21d19-5b73-4d3c-ae62-82065dfe7819 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906916 Aug 10 15:19:52.011766 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:19:53.297113 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51538) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:53.387271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d32397-f4d6-4426-acd5-101884354899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:53.388655 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-77d32397-f4d6-4426-acd5-101884354899 admin admin] 10.222.0.32 "GET /v2.0/subnets/413bafda-596d-4197-9420-ba6e603c5f4a HTTP/1.1" status: 200 len: 816 time: 0.0905974 Aug 10 15:19:55.522530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51546) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:55.614953 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43370fd5-c094-4462-ae31-9ab7bebd4b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:55.616271 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-43370fd5-c094-4462-ae31-9ab7bebd4b5f admin admin] 10.222.0.32 "GET /v2.0/subnets/5288c478-5d0a-4247-baed-25ea712e8d90 HTTP/1.1" status: 200 len: 868 time: 0.0927923 Aug 10 15:20:13.663194 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3da6474b-182c-46a0-b265-9b9bf9fcc72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:16.239844 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-079f4706-ed2b-484d-bb6a-6b5bf0dffc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:16.563921 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:17.505686 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:19.299364 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:21.077452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51600) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:20:21.124963 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-f660ab85-41b0-4cdd-8af4-4389a83ee7d3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:20:21.125967 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f660ab85-41b0-4cdd-8af4-4389a83ee7d3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475409 Aug 10 15:20:23.369381 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51608) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:20:23.432263 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a47746f-069a-4ecb-95ba-4f97a6523a54 admin admin] GET failed (client error): The resource could not be found. Aug 10 15:20:23.433561 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2a47746f-069a-4ecb-95ba-4f97a6523a54 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632267 Aug 10 15:20:23.515285 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec64ab-6ae8-4716-95b9-22ea6fb5182d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:23.516693 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-26ec64ab-6ae8-4716-95b9-22ea6fb5182d admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0780461 Aug 10 15:20:25.708778 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51616) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:20:25.755758 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:20:25.776511 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Made reservation on behalf of 00fa1893ad1f44f7aee3686f4b37c4b3 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:20:25.778784 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:25.811909 dv-cinder-804093-1-iscsi neutron-server[93275]: WARNING neutron.services.revisions.revision_plugin [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Could not find related network for resource to bump revision. Aug 10 15:20:25.825721 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:20:25.834789 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:25.835133 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Added segment 4d3688b1-e417-4e9f-878a-422ba772a557 of type vlan for network 8476a3b2-53af-4d57-a5f7-a23ade56b81d Aug 10 15:20:25.876870 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:25.903431 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:25.904798 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:25.905374 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:25.980562 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2706420 Aug 10 15:20:25.988459 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Pushing event updated for resources: {'Network': ['ID=8476a3b2-53af-4d57-a5f7-a23ade56b81d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:25.996153 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.996527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.996877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.997219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.997555 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.998006 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.998350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.998683 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.999032 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.999364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:25.999690 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:26.000016 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b178b-b113-4aba-a0f6-e4f57261fd7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:26.011602 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 8476a3b2-53af-4d57-a5f7-a23ade56b81d details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:20:28.146740 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51624) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:20:28.207661 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.pecan_wsgi.hooks.translation [None req-80df260e-c5e8-4877-9b9d-251ab20ce7d5 admin admin] GET failed (client error): The resource could not be found. Aug 10 15:20:28.208950 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-80df260e-c5e8-4877-9b9d-251ab20ce7d5 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612104 Aug 10 15:20:28.277559 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80670727-8660-4ffc-8b43-4a4c5a339679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.279089 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-80670727-8660-4ffc-8b43-4a4c5a339679 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658443 Aug 10 15:20:28.288899 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Request body: {'subnet': {'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:20:28.308334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Made reservation on behalf of 00fa1893ad1f44f7aee3686f4b37c4b3 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:20:28.311098 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:28.568161 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:28.621626 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10ab395-aea1-4208-8a94-b3e21da3750c,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:28.630009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Checking segment: {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:20:28.630362 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Network hostable DHCP agents. Network: 8476a3b2-53af-4d57-a5f7-a23ade56b81d, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:20:28.645760 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Network 8476a3b2-53af-4d57-a5f7-a23ade56b81d is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:20:28.653446 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 8476a3b2-53af-4d57-a5f7-a23ade56b81d) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:20:28.657379 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.658000 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:28.662799 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682d08c-cc7c-4dc3-9334-a291cbd69b7f None None] Network 8476a3b2-53af-4d57-a5f7-a23ade56b81d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:20:28.671758 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-35fe2bbd-76db-4a44-809f-b6a62f96127e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3861599 Aug 10 15:20:28.908280 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-8476a3b2-53af-4d57-a5f7-a23ade56b81d', 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d', 'tenant_id': '00fa1893ad1f44f7aee3686f4b37c4b3', 'fixed_ips': [{'subnet_id': 'd10ab395-aea1-4208-8a94-b3e21da3750c'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:20:28.909171 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:29.011204 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:20:29.058387 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Allocated IP 192.168.233.2 (8476a3b2-53af-4d57-a5f7-a23ade56b81d/d10ab395-aea1-4208-8a94-b3e21da3750c/9afc36f0-a445-446c-a061-4815b1b2d839) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:20:29.199712 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:29.208929 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Transition to ACTIVE for port object 9afc36f0-a445-446c-a061-4815b1b2d839 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:20:29.223716 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Transition to ACTIVE for port object 9afc36f0-a445-446c-a061-4815b1b2d839 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:20:29.230186 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:29.276826 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Network 8476a3b2-53af-4d57-a5f7-a23ade56b81d is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:20:29.279837 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:20:29.284601 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Pushing event updated for resources: {'Port': ['ID=9afc36f0-a445-446c-a061-4815b1b2d839,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:29.286837 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:20:29.298725 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.299081 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.299423 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.299764 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.300090 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.301854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.301854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.301854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.301854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.301854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.302362 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.302362 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:29.347216 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Attempting to bind port 9afc36f0-a445-446c-a061-4815b1b2d839 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:20:29.347577 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Attempting to bind port 9afc36f0-a445-446c-a061-4815b1b2d839 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:20:29.347934 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Attempting to bind port 9afc36f0-a445-446c-a061-4815b1b2d839 on network 8476a3b2-53af-4d57-a5f7-a23ade56b81d {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:20:29.352809 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:20:29.353174 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Checking segment: {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:20:29.353568 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:29.353983 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Bound using segment: {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:20:29.354438 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Bound port: 9afc36f0-a445-446c-a061-4815b1b2d839, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:20:29.354847 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:29.416106 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] For port 9afc36f0-a445-446c-a061-4815b1b2d839, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:20:29.419413 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] For port 9afc36f0-a445-446c-a061-4815b1b2d839, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=9afc36f0-a445-446c-a061-4815b1b2d839,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:20:29.424380 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:29.481188 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa1c7-46c5-4a6d-9194-2900c9af920d None None] Pushing event updated for resources: {'Port': ['ID=9afc36f0-a445-446c-a061-4815b1b2d839,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:30.263940 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f21b9-b789-4aaf-a037-64663496a1e2 None None] Network 8476a3b2-53af-4d57-a5f7-a23ade56b81d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:20:30.358645 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-fb8a903c-27c6-47e0-a648-b8d90a39c752 None None] Provisioning for port 9afc36f0-a445-446c-a061-4815b1b2d839 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:20:30.963208 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 9afc36f0-a445-446c-a061-4815b1b2d839 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:20:31.017505 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 9afc36f0-a445-446c-a061-4815b1b2d839 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:20:31.021348 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 9afc36f0-a445-446c-a061-4815b1b2d839 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:20:31.023164 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:31.098531 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:31.131223 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 9afc36f0-a445-446c-a061-4815b1b2d839, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=9afc36f0-a445-446c-a061-4815b1b2d839,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:31.135020 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:31.185537 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=9afc36f0-a445-446c-a061-4815b1b2d839,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:32.942724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 9afc36f0-a445-446c-a061-4815b1b2d839 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:20:32.992750 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 9afc36f0-a445-446c-a061-4815b1b2d839 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:20:32.993122 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:43.664073 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9194a39a-ecd7-4229-8e83-e7119aa1713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:46.241458 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4aa6586d-45b2-4d79-a07a-b18f19b7018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:46.566234 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:47.508242 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:49.302927 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:06.010243 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:21:13.664207 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0b2f238a-a183-470c-b1fa-358ee2a2531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:16.242539 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e37efa9c-213b-4af4-b367-75a0a5e3fd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:16.567698 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:17.510076 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:19.306144 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:37.482572 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 51676) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:37.489375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [None req-2673acbc-7d16-41bb-bb23-ac777721cd2e tempest-verify_tempest_config-1362256181 tempest-verify_tempest_config-1362256181-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:21:37.490392 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-2673acbc-7d16-41bb-bb23-ac777721cd2e tempest-verify_tempest_config-1362256181 tempest-verify_tempest_config-1362256181-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068007 Aug 10 15:21:37.790803 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51694) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:37.892519 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:37.988764 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:37.992372 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.040440 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9e307c23021415c9311e7b4dfa944fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2485545 Aug 10 15:21:38.041486 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673430be-6de8-48db-85ca-6fd66a4502b5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:38.043135 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 51700) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:38.048200 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.048547 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.048884 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.049396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.049735 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.050094 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.050414 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.050740 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.051084 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.051406 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.051738 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.052039 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd879-9fe4-4ccc-a458-7d8fa0a24662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.099064 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.122464 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.211412 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.213939 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.215092 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/673430be-6de8-48db-85ca-6fd66a4502b5 HTTP/1.1" status: 204 len: 168 time: 0.1709676 Aug 10 15:21:38.223429 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673430be-6de8-48db-85ca-6fd66a4502b5,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:38.229518 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.229895 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.230238 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.230574 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.230905 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.231253 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.231584 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.231909 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.232232 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.232554 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.232928 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.233174 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e51cd-7d5f-4fe2-a0b1-9facc3862bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:43.009156 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:21:43.673030 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31bc93ae-431e-493b-9208-f3218db0dafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.243876 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc17-2147-42c9-8222-5d1e36569639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.569692 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:47.512466 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.310048 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:13.663323 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a93e81ea-7e6f-46e2-8bf7-7db15f35d6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:16.243495 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6b2864f1-0d61-47dd-aea4-6842e9f71722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:16.570468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:17.513947 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:19.312154 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:20.007901 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:22:43.662549 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-93778490-ccac-42d9-9648-3d17f3a147ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:46.244105 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf98b75e-0e82-4055-83bd-6e79c2e2b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:46.570788 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:47.515908 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:49.314587 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:57.006858 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 5 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:23:13.662400 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e2a05f9e-3c75-4b0f-bbce-6d0d9b58b961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:13.986911 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761847'] for agent, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:16.246264 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-784cd047-f8f4-47a2-aaff-ee62bb594a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:16.571095 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:17.517570 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:19.321141 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:29.208040 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 51772) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:23:29.312088 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f4c6e76c-a26a-4737-abe2-7e91c01c8228 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1029780 Aug 10 15:23:31.482038 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 51782) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:23:31.537052 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-3c52697b-bdaf-4846-9697-7372ff8b3175 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533602 Aug 10 15:23:34.005924 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:23:43.663230 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2563be46-e996-4ff7-8f94-53676f87e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:43.940439 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:46.246263 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55348012-bd5b-4aea-9c2e-eab593c31d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:46.573885 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:47.520579 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:49.320108 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:11.007038 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:24:13.662811 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-790eaf2e-d8bf-40f6-a435-c1f7414406a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:13.937586 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:16.248900 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b52f6f8a-65a4-49c3-a4da-08f542b73280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:16.574246 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:17.523412 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:19.324607 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:43.663373 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ca98930e-d057-4f13-a6fa-2038925d8008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:43.938112 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:46.250810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4788d7cd-7f05-4b7b-92cb-bcdb8b24dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:46.575879 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:47.525976 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:48.005468 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:24:49.327508 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:02.559849 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 51974) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:02.834925 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-977403522-network', 'tenant_id': '3e5da004933548b092877a29a016ee15'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:02.858753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Made reservation on behalf of 3e5da004933548b092877a29a016ee15 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:02.861002 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:02.869530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:02.961301 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:02.967445 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:02.996244 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:25:03.014884 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.015235 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Added segment ffec171b-9512-4c41-9d93-904bb5d21648 of type vlan for network eee1b5ed-b863-4755-ac90-e7cc2376e15a Aug 10 15:25:03.027755 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce52461-85d0-4383-8b9c-ffd055871d08,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:03.057725 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.058126 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.058472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.058806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.059136 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.059484 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.059815 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.060140 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.060466 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.060782 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.061292 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.061806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Tracked resource versions report: Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: pushed versions: Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: { 'AddressGroup': {'1.2'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'ConntrackHelper': {'1.0'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Log': {'1.0'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Network': {'1.1'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Port': {'1.7'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'PortForwarding': {'1.2'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'QosPolicy': {'1.9'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroup': {'1.4'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SubPort': {'1.0'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Subnet': {'1.1'}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Trunk': {'1.1'}} Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: consumer versions: Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: HyperV agent@hv-cinder-80409: {}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'ConntrackHelper': '1.0', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Log': '1.0', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Network': '1.1', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Port': '1.7', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'PortForwarding': '1.2', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'QosPolicy': '1.9', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroup': '1.4', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SecurityGroupRule': '1.2', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'SubPort': '1.0', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Subnet': '1.1', Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: 'Trunk': '1.1'}} Aug 10 15:25:03.062882 dv-cinder-804093-1-iscsi neutron-server[93275]: {{(pid=93275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:25:03.081009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.113588 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.113588 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:03.113588 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.129990 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52002) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:03.134937 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5738888 Aug 10 15:25:03.138188 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52008) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:03.143713 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Request body: {'subnet': {'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-subnet', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:03.171907 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Made reservation on behalf of 3e5da004933548b092877a29a016ee15 for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:03.175573 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.194778 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52012) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:03.209663 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcb66d-7310-4b4b-b753-6fd274dacdce admin admin] Pushing event updated for resources: {'Network': ['ID=eee1b5ed-b863-4755-ac90-e7cc2376e15a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:03.231307 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:25:03.337992 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52028) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:03.383509 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.429289 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a1d924-2f44-4246-b15f-097b98cfc0af,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:03.441887 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-893614412-network', 'tenant_id': '77895b547fce431e9f90f239c984ffd0'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:03.446597 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1704323820-network', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:03.448953 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.449320 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.449660 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.450014 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.450339 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.450680 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.451102 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.451307 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.451639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.451962 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.452279 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.452790 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Tracked resource versions report: Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: pushed versions: Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: { 'AddressGroup': {'1.2'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'ConntrackHelper': {'1.0'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Log': {'1.0'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Network': {'1.1'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Port': {'1.7'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'PortForwarding': {'1.2'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'QosPolicy': {'1.9'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroup': {'1.4'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SubPort': {'1.0'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Subnet': {'1.1'}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Trunk': {'1.1'}} Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: consumer versions: Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: HyperV agent@hv-cinder-80409: {}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'ConntrackHelper': '1.0', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Log': '1.0', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Network': '1.1', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Port': '1.7', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'PortForwarding': '1.2', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'QosPolicy': '1.9', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroup': '1.4', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SecurityGroupRule': '1.2', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'SubPort': '1.0', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Subnet': '1.1', Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: 'Trunk': '1.1'}} Aug 10 15:25:03.453863 dv-cinder-804093-1-iscsi neutron-server[93274]: {{(pid=93274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:25:03.471607 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Checking segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:03.471978 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Network hostable DHCP agents. Network: eee1b5ed-b863-4755-ac90-e7cc2376e15a, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:25:03.483648 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Made reservation on behalf of d8d3136377024d808a0721afb8eccc62 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:03.489950 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.498398 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:25:03.506397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.512657 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, eee1b5ed-b863-4755-ac90-e7cc2376e15a) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:03.516060 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-483922554-network', 'tenant_id': 'fc66487747044e83996801e9f86be64a'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:03.522349 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Made reservation on behalf of 77895b547fce431e9f90f239c984ffd0 for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:03.524174 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f834c0-1efa-4fdb-baf6-3ec4d61ffc05 None None] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:03.524812 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.539704 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:03.540503 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.552058 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.561156 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Made reservation on behalf of fc66487747044e83996801e9f86be64a for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:03.563423 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.576716 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7512e45b-ba19-4641-842b-7a19656fb3e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4373033 Aug 10 15:25:03.577631 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52044) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:03.579785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.584681 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:03.689357 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.710466 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.712104 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:25:03.714824 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.724208 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:25:03.735472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.735815 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Added segment f25a787e-fb65-4912-8583-a654a9e47bc3 of type vlan for network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 Aug 10 15:25:03.799532 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.823816 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.852329 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.853420 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:03.853681 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.855086 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.882608 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:25:03.901105 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.902436 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Added segment 84251676-c13b-4d18-aee9-ce254d6a91c0 of type vlan for network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c Aug 10 15:25:03.915646 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.917247 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:03.950436 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:03.952623 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Allocated IP 172.20.0.2 (eee1b5ed-b863-4755-ac90-e7cc2376e15a/a0a1d924-2f44-4246-b15f-097b98cfc0af/357866dd-939d-49d8-999f-898465baa49d) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:03.964748 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:25:03.980790 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5488d8a-aea3-4619-936b-359b2062a3dc,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:03.982493 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2cb898-1709-4431-b595-772149e77f74,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:03.985932 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.163572 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.172392 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.182473 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.206739 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bc233a56-ece8-4f69-8198-f46a89738290 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0080612 Aug 10 15:25:04.209536 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52058) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:04.246109 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:25:04.258691 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09f162-c3bd-41aa-ac12-bc3fb77127a6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:04.274840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.275141 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Added segment 14e930f2-12a1-4e54-b777-03296f4c0bd2 of type vlan for network c708561f-3b4d-40db-9abe-dcf49427e7a8 Aug 10 15:25:04.383987 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Request body: {'subnet': {'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1704323820-subnet', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:04.384755 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.401438 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.402867 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:04.403459 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.447692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.449052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:04.449773 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.475156 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.496939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Transition to ACTIVE for port object 357866dd-939d-49d8-999f-898465baa49d will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:04.523417 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Transition to ACTIVE for port object 357866dd-939d-49d8-999f-898465baa49d will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:04.540308 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] Pushing event updated for resources: {'Network': ['ID=c708561f-3b4d-40db-9abe-dcf49427e7a8,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:04.541656 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.608101 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.702086 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9bee7061-8551-4ef5-ab44-1e6ced952d25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3629556 Aug 10 15:25:04.703344 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52084) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:04.712897 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Request body: {'subnet': {'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-subnet', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:04.721319 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1cb90e-79c2-4e95-87f4-6cd87339e00c,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:04.725699 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Made reservation on behalf of d8d3136377024d808a0721afb8eccc62 for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:04.728384 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.743163 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-287a14ce-7561-456d-8e28-5da05681ada4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6115057 Aug 10 15:25:04.756023 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52092) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:04.761070 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Request body: {'subnet': {'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-893614412-subnet', 'tenant_id': '77895b547fce431e9f90f239c984ffd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:04.776790 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:25:04.787018 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:25:04.814753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Made reservation on behalf of fc66487747044e83996801e9f86be64a for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:04.817563 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:04.924664 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:04.938173 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:04.945833 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:05.013421 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Made reservation on behalf of 77895b547fce431e9f90f239c984ffd0 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:05.021035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.058336 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Pushing event updated for resources: {'Port': ['ID=357866dd-939d-49d8-999f-898465baa49d,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:05.129471 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.185980 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.186966 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.187094 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.187609 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.188066 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.188586 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.189016 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.202393 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.202812 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.203264 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.203755 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.204402 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Tracked resource versions report: Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: pushed versions: Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: { 'AddressGroup': {'1.2'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'ConntrackHelper': {'1.0'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Log': {'1.0'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Network': {'1.1'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Port': {'1.7'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'PortForwarding': {'1.2'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'QosPolicy': {'1.9'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroup': {'1.4'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SubPort': {'1.0'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Subnet': {'1.1'}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Trunk': {'1.1'}} Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: consumer versions: Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: HyperV agent@hv-cinder-80409: {}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'ConntrackHelper': '1.0', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Log': '1.0', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Network': '1.1', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Port': '1.7', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'PortForwarding': '1.2', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'QosPolicy': '1.9', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroup': '1.4', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SecurityGroupRule': '1.2', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'SubPort': '1.0', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Subnet': '1.1', Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: 'Trunk': '1.1'}} Aug 10 15:25:05.205961 dv-cinder-804093-1-iscsi neutron-server[93276]: {{(pid=93276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:25:05.256841 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Attempting to bind port 357866dd-939d-49d8-999f-898465baa49d on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:05.257465 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Attempting to bind port 357866dd-939d-49d8-999f-898465baa49d by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:05.258049 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Attempting to bind port 357866dd-939d-49d8-999f-898465baa49d on network eee1b5ed-b863-4755-ac90-e7cc2376e15a {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:05.266453 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:05.267112 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Checking segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:05.267704 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.268293 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Bound using segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:05.268935 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Bound port: 357866dd-939d-49d8-999f-898465baa49d, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:05.269509 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.281399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:05.293402 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.331206 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.334974 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Checking segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:05.335535 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Network hostable DHCP agents. Network: c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:25:05.396014 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] For port 357866dd-939d-49d8-999f-898465baa49d, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:05.403938 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] For port 357866dd-939d-49d8-999f-898465baa49d, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=357866dd-939d-49d8-999f-898465baa49d,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:05.414134 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.480926 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:25:05.513271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.514131 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5e572-81b3-40dd-9952-e6b65b6a7175 None None] Pushing event updated for resources: {'Port': ['ID=357866dd-939d-49d8-999f-898465baa49d,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:05.616729 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52132) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:05.621150 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d467bef6-c1f3-4192-b88d-62a6c19d9933,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:05.624154 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:05.635517 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82954ad-9a77-4aa3-a17d-8b80730502c7 None None] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:05.652050 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52136) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:05.658029 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:05.658639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.678714 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Checking segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:05.694245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Network hostable DHCP agents. Network: c708561f-3b4d-40db-9abe-dcf49427e7a8, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:25:05.717124 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.787172 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1c0185d6-7833-4263-9263-87e5d6296fdf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5731552 Aug 10 15:25:05.795390 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Allocated IP 172.27.0.165 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/367276d1-121a-44f6-b979-33c767a94370) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:05.808418 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52140) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:05.820736 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:05.833882 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:05.863389 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23494644-eabb-452b-856c-b1cd8f34e6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.883011 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:25:05.905156 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, c708561f-3b4d-40db-9abe-dcf49427e7a8) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:05.931562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:05.932574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:05.988337 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8844cfa-5924-4283-82d5-15bcd66f7192 None None] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:06.028544 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Checking segment: {'id': '84251676-c13b-4d18-aee9-ce254d6a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:06.028920 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Network hostable DHCP agents. Network: 3e1cb90e-79c2-4e95-87f4-6cd87339e00c, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:25:06.077985 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b8a23a29-336c-40a9-b6c6-0a54c25a4d84 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3718927 Aug 10 15:25:06.079901 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.081076 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.089630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52150) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:06.090910 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0802fbdd-6d32-45b3-9689-b7d63c9e8e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.100546 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:25:06.105751 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:06.148457 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 3e1cb90e-79c2-4e95-87f4-6cd87339e00c) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:06.180110 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:06.182125 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.183436 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2345f-e2ad-4672-8e3d-567e5810d231 None None] Network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:06.322955 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.325907 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23494644-eabb-452b-856c-b1cd8f34e6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.336089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:25:06.337175 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.341346 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23494644-eabb-452b-856c-b1cd8f34e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.363429 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-94a4d588-ec58-4098-86cd-920cf651a55f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6060960 Aug 10 15:25:06.408855 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfee6f-da62-49ae-9926-4e971acf395b None None] Network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:06.434227 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.449648 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-23494644-eabb-452b-856c-b1cd8f34e6b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53956ee4cfde4574bd54bcde9507d964&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8230145 Aug 10 15:25:06.450772 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23494644-eabb-452b-856c-b1cd8f34e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550a12a5-3d82-4d4e-bd8a-5c5740ba9e1a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:06.456424 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52168) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:06.578528 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52172) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:06.598730 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded53625-811a-4743-8a34-aa2fe4cb64a6 None None] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:06.600571 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1873-d42b-47a2-899a-9298565a2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.645353 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1873-d42b-47a2-899a-9298565a2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.716843 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.752907 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:06.761859 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:06.761859 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:06.768699 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1873-d42b-47a2-899a-9298565a2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.771670 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1873-d42b-47a2-899a-9298565a2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.773200 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-3dbc1873-d42b-47a2-899a-9298565a2863 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/550a12a5-3d82-4d4e-bd8a-5c5740ba9e1a HTTP/1.1" status: 204 len: 168 time: 0.3156836 Aug 10 15:25:06.792944 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.808606 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc1873-d42b-47a2-899a-9298565a2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a12a5-3d82-4d4e-bd8a-5c5740ba9e1a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:06.828827 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:06.956008 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Allocated IP 172.20.0.2 (c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57/1ebf7e0c-ea66-4204-801b-7d00f82fa5e1/e54291c3-cbbb-4c89-8456-4ad67c188ea5) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:07.132755 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0802fbdd-6d32-45b3-9689-b7d63c9e8e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.139933 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Pushing event updated for resources: {'Port': ['ID=367276d1-121a-44f6-b979-33c767a94370,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:07.173472 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0802fbdd-6d32-45b3-9689-b7d63c9e8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.179409 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.db.api [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 15:25:07.179409 dv-cinder-804093-1-iscsi neutron-server[93275]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 15:25:07.179409 dv-cinder-804093-1-iscsi neutron-server[93275]: [parameters: {'project_id_1': '928a49cf1baf4922a4a949ae0678a5a2', 'expiration_1': datetime.datetime(2021, 8, 10, 15, 25, 6, 826977)}] Aug 10 15:25:07.179409 dv-cinder-804093-1-iscsi neutron-server[93275]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:25:07.181114 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG oslo_db.api [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:25:07.200361 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c59cbf-9ee9-42f5-9c9c-4acaae98afee None None] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:07.246618 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 357866dd-939d-49d8-999f-898465baa49d up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:07.248802 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.250224 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.277587 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.283453 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0802fbdd-6d32-45b3-9689-b7d63c9e8e82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ae8b19d92ed49598c29f26956f0033e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6218088 Aug 10 15:25:07.289108 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52198) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:07.323706 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Transition to ACTIVE for port object e54291c3-cbbb-4c89-8456-4ad67c188ea5 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:07.355239 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52208) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:07.358049 dv-cinder-804093-1-iscsi neutron-server[93275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 15:25:07.371756 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Transition to ACTIVE for port object e54291c3-cbbb-4c89-8456-4ad67c188ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:07.380758 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52210) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:07.381321 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-01555d66-a7ae-4e32-b5cb-bda8c95a1e6c None None] Provisioning for port 357866dd-939d-49d8-999f-898465baa49d completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:07.400275 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.410080 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9883eb6-70d6-49cc-9f3b-a50659402170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.422027 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802fbdd-6d32-45b3-9689-b7d63c9e8e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb32ef-bdeb-4f0f-b564-134cb6e6f0c5,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:07.454912 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Pushing event updated for resources: {'Port': ['ID=e54291c3-cbbb-4c89-8456-4ad67c188ea5,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:07.494456 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c86d2e85-6aed-4d42-ae0f-0233b9d59cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.495564 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 357866dd-939d-49d8-999f-898465baa49d completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:07.501060 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:07.507133 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:07.511207 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 357866dd-939d-49d8-999f-898465baa49d triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:07.511585 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.517860 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:07.549447 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c86d2e85-6aed-4d42-ae0f-0233b9d59cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.650264 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.662191 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Attempting to bind port e54291c3-cbbb-4c89-8456-4ad67c188ea5 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:07.664772 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Attempting to bind port e54291c3-cbbb-4c89-8456-4ad67c188ea5 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:07.665310 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Attempting to bind port e54291c3-cbbb-4c89-8456-4ad67c188ea5 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:07.680338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:07.680338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Checking segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:07.680930 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.681447 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Bound using segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:07.682124 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Bound port: e54291c3-cbbb-4c89-8456-4ad67c188ea5, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:07.683294 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.693631 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.702575 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-20b0db7d-b9cf-4e36-95a8-f3105bb4a6bf tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:07.704118 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-20b0db7d-b9cf-4e36-95a8-f3105bb4a6bf tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/networks?id=3e1cb90e-79c2-4e95-87f4-6cd87339e00c HTTP/1.1" status: 200 len: 811 time: 0.3479002 Aug 10 15:25:07.736702 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.752144 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c86d2e85-6aed-4d42-ae0f-0233b9d59cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.754935 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c86d2e85-6aed-4d42-ae0f-0233b9d59cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.761416 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c86d2e85-6aed-4d42-ae0f-0233b9d59cb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32fb32ef-bdeb-4f0f-b564-134cb6e6f0c5 HTTP/1.1" status: 204 len: 168 time: 0.4701195 Aug 10 15:25:07.776363 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d2e85-6aed-4d42-ae0f-0233b9d59cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb32ef-bdeb-4f0f-b564-134cb6e6f0c5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:07.781250 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-3185f583-b98d-45d4-bd4e-a87de9d9f630 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/quotas/77895b547fce431e9f90f239c984ffd0 HTTP/1.1" status: 200 len: 375 time: 0.0670619 Aug 10 15:25:07.819446 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:07.862783 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-aec17129-0455-44eb-9864-110eea967f15 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=77895b547fce431e9f90f239c984ffd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740354 Aug 10 15:25:07.897632 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] For port e54291c3-cbbb-4c89-8456-4ad67c188ea5, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:07.912916 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] For port e54291c3-cbbb-4c89-8456-4ad67c188ea5, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=e54291c3-cbbb-4c89-8456-4ad67c188ea5,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:07.917396 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 357866dd-939d-49d8-999f-898465baa49d, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=357866dd-939d-49d8-999f-898465baa49d,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:07.919283 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.061879 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.087836 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.157168 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e79084-b77a-4459-842b-18f5a575a4c0 None None] Pushing event updated for resources: {'Port': ['ID=e54291c3-cbbb-4c89-8456-4ad67c188ea5,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:08.209846 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-f459d93f-6615-4568-81d4-e2344c69b99d None None] Provisioning complete for port 357866dd-939d-49d8-999f-898465baa49d triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:08.210301 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f459d93f-6615-4568-81d4-e2344c69b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.237083 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-d30e39a5-6805-4727-9da9-dab9bafdfd98 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:25:08.238217 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-d30e39a5-6805-4727-9da9-dab9bafdfd98 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1865342 Aug 10 15:25:08.259875 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=357866dd-939d-49d8-999f-898465baa49d,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:08.304290 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9883eb6-70d6-49cc-9f3b-a50659402170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.317980 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.327205 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9883eb6-70d6-49cc-9f3b-a50659402170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.373069 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.381579 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52238) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:08.412220 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.432556 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c9883eb6-70d6-49cc-9f3b-a50659402170 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a54a10fed35d4eb098df919f1c31a541&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0500102 Aug 10 15:25:08.435406 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9883eb6-70d6-49cc-9f3b-a50659402170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0800938-d8da-43c0-bb7e-b2bfcf6d4db1,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:08.483392 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52242) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:08.556538 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e9955e02-7222-4515-9c84-046758655bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.590122 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-2f5cc7a9-d0f1-4b9b-9d08-487e2859ec90 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405173 Aug 10 15:25:08.650044 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.658497 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.713353 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc501038-dd9f-453f-bc15-dd58a30628b3,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:08.721208 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c1f77b10-722a-4540-9025-a7a3a9cabc30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=928a49cf1baf4922a4a949ae0678a5a2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1410916 Aug 10 15:25:08.724846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52244) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:08.745931 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8deca6fd-5ee7-4d76-aff3-697c7a9c1758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.748487 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-9d8783e2-02ca-467c-a1a6-1a09166bbba9 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498268 Aug 10 15:25:08.753302 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Allocated IP 172.27.0.20 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/8a58f454-2a09-4775-8358-b30c48ef5452) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:08.795516 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa4fc-10fc-4dc7-b488-8307316823b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.834576 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa4fc-10fc-4dc7-b488-8307316823b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.901152 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa4fc-10fc-4dc7-b488-8307316823b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.904679 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa4fc-10fc-4dc7-b488-8307316823b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.906123 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ed4aa4fc-10fc-4dc7-b488-8307316823b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc501038-dd9f-453f-bc15-dd58a30628b3 HTTP/1.1" status: 204 len: 168 time: 0.1802142 Aug 10 15:25:08.913174 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8deca6fd-5ee7-4d76-aff3-697c7a9c1758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:08.931073 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa4fc-10fc-4dc7-b488-8307316823b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc501038-dd9f-453f-bc15-dd58a30628b3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:09.135256 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52264) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:09.150306 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:25:09.167969 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.171429 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.262142 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ad994a48-a045-464d-ac63-ed58bb2e8a3a req-0a28c931-f2e4-4dd7-8943-cdf46fce2f56 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.1119504 Aug 10 15:25:09.270199 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.285059 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e9955e02-7222-4515-9c84-046758655bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.292929 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8deca6fd-5ee7-4d76-aff3-697c7a9c1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.295432 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8deca6fd-5ee7-4d76-aff3-697c7a9c1758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.296548 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-8deca6fd-5ee7-4d76-aff3-697c7a9c1758 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0800938-d8da-43c0-bb7e-b2bfcf6d4db1 HTTP/1.1" status: 204 len: 168 time: 0.8102019 Aug 10 15:25:09.327880 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52278) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:09.361172 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e54291c3-cbbb-4c89-8456-4ad67c188ea5 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:09.465353 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e9955e02-7222-4515-9c84-046758655bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.474881 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port e54291c3-cbbb-4c89-8456-4ad67c188ea5 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:09.482332 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 357866dd-939d-49d8-999f-898465baa49d up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:09.540090 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca6fd-5ee7-4d76-aff3-697c7a9c1758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0800938-d8da-43c0-bb7e-b2bfcf6d4db1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:09.610562 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5798404-964f-441d-8e8b-3b846b043443 None None] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:09.615089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 357866dd-939d-49d8-999f-898465baa49d triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:09.615456 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.616035 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e9955e02-7222-4515-9c84-046758655bd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d485995e39c8416d9a7deba412a38a31&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2263477 Aug 10 15:25:09.618828 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52288) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:09.650568 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9955e02-7222-4515-9c84-046758655bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1de446-78c1-4d07-af50-8eac0bad954d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:09.663588 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.696564 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:25:09.708091 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:25:09.726500 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:09.727169 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:24:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:09.754891 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:09.762004 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:09.765244 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:09.781577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c77f1679-b5b7-480c-aa75-d99dd8e6fa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.839183 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c77f1679-b5b7-480c-aa75-d99dd8e6fa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.852241 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] Provisioning for port e54291c3-cbbb-4c89-8456-4ad67c188ea5 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:09.867765 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Pushing event updated for resources: {'Port': ['ID=8a58f454-2a09-4775-8358-b30c48ef5452,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:09.871201 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Allocated IP 172.27.0.183 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/6a940741-44c4-449d-8183-6df777caa61f) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:09.873667 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] Provisioning complete for port e54291c3-cbbb-4c89-8456-4ad67c188ea5 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:09.878643 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.880943 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.884758 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6de1aa93-0102-460c-b526-3f8811990c4b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3031888 Aug 10 15:25:09.906683 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52304) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:09.945376 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d45746a-7f32-4190-a17d-53a620488b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:09.955706 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:10.079711 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c77f1679-b5b7-480c-aa75-d99dd8e6fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.085234 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c77f1679-b5b7-480c-aa75-d99dd8e6fa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.087798 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c77f1679-b5b7-480c-aa75-d99dd8e6fa1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab1de446-78c1-4d07-af50-8eac0bad954d HTTP/1.1" status: 204 len: 168 time: 0.4679339 Aug 10 15:25:10.130863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f1679-b5b7-480c-aa75-d99dd8e6fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1de446-78c1-4d07-af50-8eac0bad954d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:10.162313 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.249957 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:07Z', 'revision_number': 3, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:10.258269 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d45746a-7f32-4190-a17d-53a620488b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.263921 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d45746a-7f32-4190-a17d-53a620488b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.293487 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:25:10.294059 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Updating router b3243946-8723-4c3c-8ce8-eae8b253a4d1 port 367276d1-121a-44f6-b979-33c767a94370 binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:25:10.313100 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5d45746a-7f32-4190-a17d-53a620488b54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c52c2aa5713c42c28fd7513773bd6e66&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9838696 Aug 10 15:25:10.314245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45746a-7f32-4190-a17d-53a620488b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1c2884-0461-4541-80dc-915d49bc08a1,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:10.316938 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52320) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:10.329863 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.342757 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] For port e54291c3-cbbb-4c89-8456-4ad67c188ea5, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=e54291c3-cbbb-4c89-8456-4ad67c188ea5,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:10.357393 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.425768 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.431384 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.508069 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-685ab4ae-1700-44cc-9358-8ba68050e6c1 req-9d1361e9-776f-4fa3-85e5-ad131334bab6 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.1080687 Aug 10 15:25:10.521809 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928fc5-4003-4106-a03a-9745d02b86cf None None] Pushing event updated for resources: {'Port': ['ID=e54291c3-cbbb-4c89-8456-4ad67c188ea5,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:10.562663 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4219-78f8-460c-a3cf-40e858c0a654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.602717 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4219-78f8-460c-a3cf-40e858c0a654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.659748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4219-78f8-460c-a3cf-40e858c0a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.680979 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4219-78f8-460c-a3cf-40e858c0a654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.686144 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c1ed4219-78f8-460c-a3cf-40e858c0a654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa1c2884-0461-4541-80dc-915d49bc08a1 HTTP/1.1" status: 204 len: 168 time: 0.3681583 Aug 10 15:25:10.694325 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed4219-78f8-460c-a3cf-40e858c0a654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1c2884-0461-4541-80dc-915d49bc08a1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:10.786087 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-738e5d99-0efa-4a29-a169-54c95ded9300 None None] Provisioning complete for port e54291c3-cbbb-4c89-8456-4ad67c188ea5 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:10.787203 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-738e5d99-0efa-4a29-a169-54c95ded9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.856321 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:10.972794 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:10.982685 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:10.996558 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:11.006080 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.017726 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Transition to ACTIVE for port object 367276d1-121a-44f6-b979-33c767a94370 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:11.026678 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.139188 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Pushing event updated for resources: {'Port': ['ID=367276d1-121a-44f6-b979-33c767a94370,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:11.173994 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.174963 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.175822 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.176345 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.176858 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.177349 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.177878 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.178516 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.179083 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.179836 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.180438 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.180983 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Tracked resource versions report: Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: pushed versions: Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: { 'AddressGroup': {'1.2'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Log': {'1.0'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Network': {'1.1'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Port': {'1.7'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'PortForwarding': {'1.2'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'QosPolicy': {'1.9'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroup': {'1.4'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SubPort': {'1.0'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Subnet': {'1.1'}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Trunk': {'1.1'}} Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: consumer versions: Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: { DHCP agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: HyperV agent@hv-cinder-80409: {}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: L3 agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: Metadata agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: Metering agent@dv-cinder-804093-1-iscsi: {}, Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: Open vSwitch agent@dv-cinder-804093-1-iscsi: { 'AddressGroup': '1.2', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'ConntrackHelper': '1.0', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Log': '1.0', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Network': '1.1', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Port': '1.7', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'PortForwarding': '1.2', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'QosPolicy': '1.9', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroup': '1.4', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SecurityGroupRule': '1.2', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'SubPort': '1.0', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Subnet': '1.1', Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: 'Trunk': '1.1'}} Aug 10 15:25:11.182338 dv-cinder-804093-1-iscsi neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:25:11.188291 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Attempting to bind port 367276d1-121a-44f6-b979-33c767a94370 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:11.188891 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Attempting to bind port 367276d1-121a-44f6-b979-33c767a94370 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:11.189499 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Attempting to bind port 367276d1-121a-44f6-b979-33c767a94370 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:11.196510 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:11.197304 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:11.198662 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.199396 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:11.200057 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Bound port: 367276d1-121a-44f6-b979-33c767a94370, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:11.200629 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.223879 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e54291c3-cbbb-4c89-8456-4ad67c188ea5 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:11.270255 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] For port 367276d1-121a-44f6-b979-33c767a94370, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:11.273759 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] For port 367276d1-121a-44f6-b979-33c767a94370, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=367276d1-121a-44f6-b979-33c767a94370,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:11.281419 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.322471 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port e54291c3-cbbb-4c89-8456-4ad67c188ea5 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:11.323059 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.343184 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:11.344505 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:24:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:11.435111 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1167-f6a9-484f-8ddd-3ff1c6846f06 None None] Pushing event updated for resources: {'Port': ['ID=367276d1-121a-44f6-b979-33c767a94370,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:11.507255 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Pushing event updated for resources: {'Port': ['ID=6a940741-44c4-449d-8183-6df777caa61f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:11.523122 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:11.568408 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.580687 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:11.658143 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52368) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:11.660713 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eb0d59f1-1eea-429a-828e-784f614aa807 req-c3c6e910-856a-4775-8921-0d70284d10e1 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.0611362 Aug 10 15:25:11.793318 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:07Z', 'revision_number': 3, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:11.827451 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1541b-eb1a-4c5a-a2f2-33020c709944 None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:07Z', 'revision_number': 3, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:25:11.935312 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:12.105968 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:25:12.217086 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327001321-network', 'tenant_id': 'fe79ab0cdeb940ad86f70f46d0466982'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:12.436067 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:12.446023 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Made reservation on behalf of fe79ab0cdeb940ad86f70f46d0466982 for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:12.448669 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:12.484672 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:12.698869 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Allocated IP 172.20.0.1 (eee1b5ed-b863-4755-ac90-e7cc2376e15a/a0a1d924-2f44-4246-b15f-097b98cfc0af/0bba5bbd-266c-4dd2-b258-27c15db9b4de) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:12.733921 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:25:12.747301 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.16', 54072) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:12.748632 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:25:12.762048 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:12.766349 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:24:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:12.922147 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Router f9c2c368-c123-401a-97a7-d611265efa01 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:25:13.035382 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:13.072710 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-27865975-01dc-499d-8e62-4f8ffb1af2c1 req-fc67dc9c-7089-4abd-9b71-3217aa445dbc tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.1563714 Aug 10 15:25:13.091674 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:25:13.104336 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-8dfe1c79-b52e-4e6b-a84e-32ab47d8b65c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:13.106238 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-8dfe1c79-b52e-4e6b-a84e-32ab47d8b65c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.16 "GET /v2.0/networks?id=3e1cb90e-79c2-4e95-87f4-6cd87339e00c HTTP/1.1" status: 200 len: 811 time: 0.3571949 Aug 10 15:25:13.122909 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Sync routers for ids ['f9c2c368-c123-401a-97a7-d611265efa01'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:25:13.145663 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Routers {'f9c2c368-c123-401a-97a7-d611265efa01'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:13.146594 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:24:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['f9c2c368-c123-401a-97a7-d611265efa01'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:13.205302 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Request body: {'port': {'device_id': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c', 'admin_state_up': True, 'tenant_id': '77895b547fce431e9f90f239c984ffd0'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:13.226714 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.257693 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 367276d1-121a-44f6-b979-33c767a94370 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:13.265154 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.293949 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:25:13.317534 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.320777 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Added segment b8aeaf56-c28e-4d4d-9413-a3091005cc82 of type vlan for network dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7 Aug 10 15:25:13.413165 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.425475 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.442969 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:10Z', 'revision_number': 3, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:13.471954 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.473207 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-2cb76453-41a8-4eba-8be9-ae2987377e37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6629708 Aug 10 15:25:13.473997 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.478307 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52434) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:13.478583 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52436) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:13.486409 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-8462a843-2f86-404e-82d2-35aa38074e14 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3738661 Aug 10 15:25:13.487249 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 367276d1-121a-44f6-b979-33c767a94370 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:13.490012 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:25:13.490552 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Updating router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 port 8a58f454-2a09-4775-8358-b30c48ef5452 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:25:13.495493 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Set router f9c2c368-c123-401a-97a7-d611265efa01 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:13.497031 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 367276d1-121a-44f6-b979-33c767a94370 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:13.497409 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.528688 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Transition to ACTIVE for port object 0bba5bbd-266c-4dd2-b258-27c15db9b4de will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:13.531338 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb3032d-8439-4ef9-a44e-c63c32ea540b,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:13.560023 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.627955 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.630393 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:13.631042 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.776849 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:25:11Z', 'revision_number': 3, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:13.783557 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1128166 Aug 10 15:25:13.792310 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52450) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:13.803560 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Request body: {'subnet': {'network_id': 'dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327001321-subnet', 'tenant_id': 'fe79ab0cdeb940ad86f70f46d0466982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:13.810426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-672d8c24-56fc-409c-8af7-23b45d203c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.818346 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Checking router: f9c2c368-c123-401a-97a7-d611265efa01 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:25:13.819043 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Updating router f9c2c368-c123-401a-97a7-d611265efa01 port 6a940741-44c4-449d-8183-6df777caa61f binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:25:13.834047 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262eb4b-9aa8-459f-8e2f-285c271c9f86 admin admin] Pushing event updated for resources: {'Network': ['ID=dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:13.848462 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.882530 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:25:13.888978 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.897132 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:13.991006 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Pushing event updated for resources: {'Port': ['ID=0bba5bbd-266c-4dd2-b258-27c15db9b4de,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:14.018351 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 367276d1-121a-44f6-b979-33c767a94370, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=367276d1-121a-44f6-b979-33c767a94370,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:14.018607 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:14.025167 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:14.032641 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:14.034361 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.047955 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.061176 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.117436 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Made reservation on behalf of fe79ab0cdeb940ad86f70f46d0466982 for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:14.126229 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.252702 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Made reservation on behalf of 77895b547fce431e9f90f239c984ffd0 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:14.257916 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.443143 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=367276d1-121a-44f6-b979-33c767a94370,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:14.548719 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-04a957f3-b06f-427f-ace0-e754c50283e1 None None] Provisioning for port 0bba5bbd-266c-4dd2-b258-27c15db9b4de completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:14.555420 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-04a957f3-b06f-427f-ace0-e754c50283e1 None None] Provisioning complete for port 0bba5bbd-266c-4dd2-b258-27c15db9b4de triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:14.555877 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-04a957f3-b06f-427f-ace0-e754c50283e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.617117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-04a957f3-b06f-427f-ace0-e754c50283e1 None None] Port 0bba5bbd-266c-4dd2-b258-27c15db9b4de cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:25:14.629029 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.651410 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Transition to ACTIVE for port object 8a58f454-2a09-4775-8358-b30c48ef5452 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:14.660788 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.664401 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f9953044-8e82-431a-971f-5c33e5f8319e req-8173baf5-ab36-47e2-be9d-458a07bf77dc tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.2240226 Aug 10 15:25:14.726529 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c961b-dc4f-4dda-84cb-f3b98fc770e2 None None] Pushing event updated for resources: {'Port': ['ID=8a58f454-2a09-4775-8358-b30c48ef5452,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:14.755990 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Attempting to bind port 8a58f454-2a09-4775-8358-b30c48ef5452 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:14.756618 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Attempting to bind port 8a58f454-2a09-4775-8358-b30c48ef5452 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:14.757133 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Attempting to bind port 8a58f454-2a09-4775-8358-b30c48ef5452 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:14.764496 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:14.765142 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:14.765698 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.766316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:14.766922 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Bound port: 8a58f454-2a09-4775-8358-b30c48ef5452, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:14.767637 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:14.843634 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] For port 8a58f454-2a09-4775-8358-b30c48ef5452, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:14.846967 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] For port 8a58f454-2a09-4775-8358-b30c48ef5452, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8a58f454-2a09-4775-8358-b30c48ef5452,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:14.857706 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.019439 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c961b-dc4f-4dda-84cb-f3b98fc770e2 None None] Pushing event updated for resources: {'Port': ['ID=8a58f454-2a09-4775-8358-b30c48ef5452,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:15.097086 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:15.103762 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:24:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:15.122726 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.166338 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Transition to ACTIVE for port object 6a940741-44c4-449d-8183-6df777caa61f will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:15.173577 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.184236 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.251088 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 367276d1-121a-44f6-b979-33c767a94370 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:15.259971 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Attempting to bind port 6a940741-44c4-449d-8183-6df777caa61f on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:15.261046 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Attempting to bind port 6a940741-44c4-449d-8183-6df777caa61f by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:15.261454 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Attempting to bind port 6a940741-44c4-449d-8183-6df777caa61f on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:15.345755 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c1b8c-503a-4a5f-b9dd-a0ca2a62e6ab None None] Pushing event updated for resources: {'Port': ['ID=6a940741-44c4-449d-8183-6df777caa61f,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:15.385002 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:15.387133 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:15.389472 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.390864 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:15.392899 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Bound port: 6a940741-44c4-449d-8183-6df777caa61f, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:15.393686 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.487011 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:15.534047 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] For port 6a940741-44c4-449d-8183-6df777caa61f, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:15.539920 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] For port 6a940741-44c4-449d-8183-6df777caa61f, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=6a940741-44c4-449d-8183-6df777caa61f,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:15.547756 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.681502 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.721268 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Routers {'f9c2c368-c123-401a-97a7-d611265efa01'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:15.722065 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:24:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['f9c2c368-c123-401a-97a7-d611265efa01'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:15.815402 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52520) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:15.827457 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 367276d1-121a-44f6-b979-33c767a94370 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:15.828497 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:15.899695 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:10Z', 'revision_number': 3, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:15.905711 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Allocated IP 172.20.0.4 (3e1cb90e-79c2-4e95-87f4-6cd87339e00c/6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f/acbd8f47-5196-4e3d-8b26-0b02f2d8da19) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:15.939841 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17167d49-697c-422d-8bb3-453e654111b1,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:15.940194 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31b03f-746f-445d-b1dd-f81eb4481c39 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:10Z', 'revision_number': 3, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:25:16.070709 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c1b8c-503a-4a5f-b9dd-a0ca2a62e6ab None None] Pushing event updated for resources: {'Port': ['ID=6a940741-44c4-449d-8183-6df777caa61f,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:16.087286 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] Set router f9c2c368-c123-401a-97a7-d611265efa01 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:16.091745 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Checking segment: {'id': 'b8aeaf56-c28e-4d4d-9413-a3091005cc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:16.092098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Network hostable DHCP agents. Network: dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:25:16.119754 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-171dc95c-ee9d-4c3f-9d50-72ff2c92df2d req-4c17ed06-e6c4-4f80-bcc8-c8bbb1b5cd31 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.2472136 Aug 10 15:25:16.204554 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.218450 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.219536 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.282829 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72cd337d-6126-47aa-8055-ca5fcae22b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.342918 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Network dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:25:16.618646 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Pushing event updated for resources: {'Port': ['ID=0bba5bbd-266c-4dd2-b258-27c15db9b4de,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:16.618646 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:16.653761 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.665774 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d42a11b-90f4-4d3e-8a31-1b6dc63f1bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.666222 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:16.666222 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.666377 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ab61c-f19d-40c1-b2af-b3cd599e32b4 None None] Network dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:16.737116 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:25:11Z', 'revision_number': 3, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:16.757102 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52530) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:16.805164 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0a43df3b-997e-4ba5-826c-7a1f3d978b2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0117042 Aug 10 15:25:16.886863 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d97c3-b44b-4b6b-a8dc-7b6ac3a2a8bf None None] The sync data for ids ['f9c2c368-c123-401a-97a7-d611265efa01'] in dv-cinder-804093-1-iscsi is: [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:25:11Z', 'revision_number': 3, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:25:16.902181 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d42a11b-90f4-4d3e-8a31-1b6dc63f1bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.942496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:16.946540 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d42a11b-90f4-4d3e-8a31-1b6dc63f1bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.946868 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:17.012246 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5d42a11b-90f4-4d3e-8a31-1b6dc63f1bb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f571e341e89d42e19706b7b45eb56a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1710479 Aug 10 15:25:17.014946 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52538) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:17.254117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f08c0-075a-4e10-8ef7-30209e292f0d None None] Network dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:17.283299 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42a11b-90f4-4d3e-8a31-1b6dc63f1bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d0fd0-9431-487c-a2dc-970146f9237a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:17.350019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af396c5b-56d1-43f5-8601-d437f4c267da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.391817 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af396c5b-56d1-43f5-8601-d437f4c267da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.437450 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8a58f454-2a09-4775-8358-b30c48ef5452 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:17.501615 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-55dbf53b-2711-4f75-acd4-5c2cf12d7820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.510946 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:25:17.687815 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.715107 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 8a58f454-2a09-4775-8358-b30c48ef5452 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:17.727190 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.735299 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.744399 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 8a58f454-2a09-4775-8358-b30c48ef5452 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:17.749714 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.761361 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-844025d0-3da6-4bfb-aa9e-619cab5fabe2 None None] Provisioning complete for port 0bba5bbd-266c-4dd2-b258-27c15db9b4de triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:17.761733 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-844025d0-3da6-4bfb-aa9e-619cab5fabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:17.849429 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ec15170-0222-4244-b828-90b580d2e0d1 req-7ff92413-a130-4732-82fa-1fa2f7c05375 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.2022004 Aug 10 15:25:17.883531 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:25:17.928328 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0b3a4cfa-1c8c-4b59-9600-558e5b1c5118 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3243946-8723-4c3c-8ce8-eae8b253a4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0086184 Aug 10 15:25:17.943568 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:25:18.036460 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-844025d0-3da6-4bfb-aa9e-619cab5fabe2 None None] Port 0bba5bbd-266c-4dd2-b258-27c15db9b4de cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:25:18.043792 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:18.056231 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:18.217845 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af396c5b-56d1-43f5-8601-d437f4c267da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:18.224186 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af396c5b-56d1-43f5-8601-d437f4c267da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:18.225364 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-af396c5b-56d1-43f5-8601-d437f4c267da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a9d0fd0-9431-487c-a2dc-970146f9237a HTTP/1.1" status: 204 len: 168 time: 1.1766934 Aug 10 15:25:18.300050 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af396c5b-56d1-43f5-8601-d437f4c267da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d0fd0-9431-487c-a2dc-970146f9237a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:18.367004 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:18.388397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:18.450154 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 8a58f454-2a09-4775-8358-b30c48ef5452, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8a58f454-2a09-4775-8358-b30c48ef5452,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:18.469939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:18.469939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:18.676702 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Allocated IP 172.20.0.1 (c708561f-3b4d-40db-9abe-dcf49427e7a8/d467bef6-c1f3-4192-b88d-62a6c19d9933/50297b67-f78c-40f4-964b-cc07ac6d5e91) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:18.883737 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:18.944622 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=8a58f454-2a09-4775-8358-b30c48ef5452,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:19.040975 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.183930 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52574) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:19.190267 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-875708608-network', 'tenant_id': '5555a675f7a3488c8a9358834fe7f33d'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:19.296161 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:15Z', 'revision_number': 2, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:19.400434 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-55dbf53b-2711-4f75-acd4-5c2cf12d7820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.423396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Made reservation on behalf of 5555a675f7a3488c8a9358834fe7f33d for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:19.423396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.444678 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 6a940741-44c4-449d-8183-6df777caa61f up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:19.446853 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Allocated IP 172.20.0.1 (c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57/1ebf7e0c-ea66-4204-801b-7d00f82fa5e1/a8e891df-5b79-4bb2-bacc-098a80267b8e) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:19.450412 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.455393 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:25:19.456017 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Updating router b3243946-8723-4c3c-8ce8-eae8b253a4d1 port 0bba5bbd-266c-4dd2-b258-27c15db9b4de binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:25:19.569517 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52580) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:19.580444 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.581467 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.612420 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.624817 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e0c3addb-adce-4a59-b9c4-c95ad96ba921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.637115 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Transition to ACTIVE for port object a8e891df-5b79-4bb2-bacc-098a80267b8e will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:19.682751 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Pushing event updated for resources: {'Port': ['ID=50297b67-f78c-40f4-964b-cc07ac6d5e91,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:19.693429 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.705036 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.722294 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1327d7b6-2c72-4146-9cfb-2e3d427331a9 req-705d9e6a-e96a-4dea-9356-f1006c07f92e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.7222457 Aug 10 15:25:19.750723 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 6a940741-44c4-449d-8183-6df777caa61f completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:19.786727 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:19.796692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:19.797965 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Pushing event updated for resources: {'Port': ['ID=a8e891df-5b79-4bb2-bacc-098a80267b8e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:19.801454 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-55dbf53b-2711-4f75-acd4-5c2cf12d7820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.806419 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:19.832265 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:19.832265 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.859688 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.868255 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:19.948350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf53b-2711-4f75-acd4-5c2cf12d7820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a78336c-1bd0-431b-8fda-c960e4a92eee,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:19.961467 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:19.980793 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 6a940741-44c4-449d-8183-6df777caa61f triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:19.981172 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.004490 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:20.005188 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.078847 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:25:20.139496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a6b055-373a-44f0-8c86-d4a7c6d3da8f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:20.161049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.164212 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Added segment 462d4e24-148d-45d7-bd49-c6ffb7fe5ede of type vlan for network 6ebce201-e464-4457-9a2a-e3366c1284cf Aug 10 15:25:20.399499 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.438726 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52586) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:20.452464 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815248098', 'description': 'tempest-description--443409952'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:20.458954 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-62e927be-f577-41e2-9d0e-c56eb8fe35c5 None None] Provisioning for port a8e891df-5b79-4bb2-bacc-098a80267b8e completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:20.556078 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e0c3addb-adce-4a59-b9c4-c95ad96ba921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.579245 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e0c3addb-adce-4a59-b9c4-c95ad96ba921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.598142 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.db.resource_extend [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 15:25:20.607168 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-62e927be-f577-41e2-9d0e-c56eb8fe35c5 None None] Provisioning complete for port a8e891df-5b79-4bb2-bacc-098a80267b8e triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:20.607532 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-62e927be-f577-41e2-9d0e-c56eb8fe35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.685904 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.690352 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.691488 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:20.692146 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.712405 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e0c3addb-adce-4a59-b9c4-c95ad96ba921 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c50ffe467c45443fa753d62ca0aebad1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1405783 Aug 10 15:25:20.713311 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3addb-adce-4a59-b9c4-c95ad96ba921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aab2c6-5adb-4130-a650-74ccac58a4c6,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:20.718860 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52596) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:20.723647 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Pushing event updated for resources: {'Port': ['ID=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:20.759768 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.773043 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.781923 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-62e927be-f577-41e2-9d0e-c56eb8fe35c5 None None] Port a8e891df-5b79-4bb2-bacc-098a80267b8e cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:25:20.801968 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-55dbf53b-2711-4f75-acd4-5c2cf12d7820 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de63098b85bf43fdb66e7bf84e38045d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0400670 Aug 10 15:25:20.803622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52600) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:20.812979 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:20.845677 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 6a940741-44c4-449d-8183-6df777caa61f, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=6a940741-44c4-449d-8183-6df777caa61f,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:20.867225 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:20.871153 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8a58f454-2a09-4775-8358-b30c48ef5452 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:20.878055 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6922288 Aug 10 15:25:20.888100 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52602) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:20.893827 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Request body: {'subnet': {'network_id': '6ebce201-e464-4457-9a2a-e3366c1284cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-875708608-subnet', 'tenant_id': '5555a675f7a3488c8a9358834fe7f33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:20.917800 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b419-afef-4a97-8a3d-78e63f232c8a admin admin] Pushing event updated for resources: {'Network': ['ID=6ebce201-e464-4457-9a2a-e3366c1284cf,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:20.969010 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba47df20-0d41-47d8-8aa7-9a3f7f2e14bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.011716 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba47df20-0d41-47d8-8aa7-9a3f7f2e14bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.049732 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.084790 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.097277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.098845 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.099869 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.152596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c93f7-2b98-4fd9-a778-22afe59df344,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:21.162652 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Made reservation on behalf of 5555a675f7a3488c8a9358834fe7f33d for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:21.168426 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.172731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.177187 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c43aabfe-a14a-440e-b472-594da04ae47a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7326944 Aug 10 15:25:21.207781 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52604) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:21.232591 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:21.242895 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'security_group_rule': {'security_group_id': '5e9c93f7-2b98-4fd9-a778-22afe59df344', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:21.250278 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 6ebce201-e464-4457-9a2a-e3366c1284cf details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:25:21.251665 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:21.265991 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba47df20-0d41-47d8-8aa7-9a3f7f2e14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.269066 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba47df20-0d41-47d8-8aa7-9a3f7f2e14bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.272516 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ba47df20-0d41-47d8-8aa7-9a3f7f2e14bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81aab2c6-5adb-4130-a650-74ccac58a4c6 HTTP/1.1" status: 204 len: 168 time: 0.5396481 Aug 10 15:25:21.278624 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:21.279309 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.309988 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47df20-0d41-47d8-8aa7-9a3f7f2e14bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aab2c6-5adb-4130-a650-74ccac58a4c6,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:21.389455 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.415027 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=6a940741-44c4-449d-8183-6df777caa61f,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:21.427430 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Transition to ACTIVE for port object 0bba5bbd-266c-4dd2-b258-27c15db9b4de will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:21.427548 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.429861 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 8a58f454-2a09-4775-8358-b30c48ef5452 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:21.430426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.437543 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.526984 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900e517-5b4a-4d52-86d7-9dc9fc43bd50 None None] Pushing event updated for resources: {'Port': ['ID=0bba5bbd-266c-4dd2-b258-27c15db9b4de,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:21.563948 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-089c2a5e-820b-4ea3-87d9-2a0924759b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.568598 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-f3f1d177-d836-421a-a393-df6388f54262 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3687816 Aug 10 15:25:21.650633 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Attempting to bind port 0bba5bbd-266c-4dd2-b258-27c15db9b4de on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:21.651030 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Attempting to bind port 0bba5bbd-266c-4dd2-b258-27c15db9b4de by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:21.659202 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Attempting to bind port 0bba5bbd-266c-4dd2-b258-27c15db9b4de on network eee1b5ed-b863-4755-ac90-e7cc2376e15a {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:21.661507 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:21.661931 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Checking segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:21.662369 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.663359 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Bound using segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:21.663856 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Bound port: 0bba5bbd-266c-4dd2-b258-27c15db9b4de, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:21.664261 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.703820 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be16496-c918-4afb-8798-b197dbbe9165 req-2bcc227c-141b-4ab8-b9b5-e4358383b6ad tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:21.708708 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9be16496-c918-4afb-8798-b197dbbe9165 req-2bcc227c-141b-4ab8-b9b5-e4358383b6ad tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 931 time: 0.6120954 Aug 10 15:25:21.711326 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Pushing event updated for resources: {'Port': ['ID=a8e891df-5b79-4bb2-bacc-098a80267b8e,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:21.794470 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-7eac58f4-b41d-4a70-92a5-25e41b520f49 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:25:21.800991 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-7eac58f4-b41d-4a70-92a5-25e41b520f49 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0329857 Aug 10 15:25:21.884621 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-089c2a5e-820b-4ea3-87d9-2a0924759b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.924163 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] For port 0bba5bbd-266c-4dd2-b258-27c15db9b4de, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:21.924355 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.940498 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 6a940741-44c4-449d-8183-6df777caa61f up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:21.949345 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:21.981576 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9be16496-c918-4afb-8798-b197dbbe9165 req-e26b9c34-84f4-4da7-854b-160de7861af8 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498651 Aug 10 15:25:22.038136 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] For port 0bba5bbd-266c-4dd2-b258-27c15db9b4de, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0bba5bbd-266c-4dd2-b258-27c15db9b4de,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:22.038551 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:22.050989 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.054588 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.075605 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef0f8c9-6ec1-49ab-b045-6ade7e9aabbe,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:22.120778 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:22.150115 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.154810 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-180bd931-b96b-4692-9337-214e9760ebd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9457691 Aug 10 15:25:22.172512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52632) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:22.198814 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'security_group_rule': {'security_group_id': '5e9c93f7-2b98-4fd9-a778-22afe59df344', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:22.234554 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:22.235676 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:22.245321 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c313aeff-3bd3-4734-a4a0-45523ffc8848,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:22.302519 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Checking segment: {'id': '462d4e24-148d-45d7-bd49-c6ffb7fe5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6ebce201-e464-4457-9a2a-e3366c1284cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:22.302671 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Network hostable DHCP agents. Network: 6ebce201-e464-4457-9a2a-e3366c1284cf, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:25:22.401391 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.429819 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Network 6ebce201-e464-4457-9a2a-e3366c1284cf is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:25:22.440641 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900e517-5b4a-4d52-86d7-9dc9fc43bd50 None None] Pushing event updated for resources: {'Port': ['ID=0bba5bbd-266c-4dd2-b258-27c15db9b4de,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:22.461771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 6ebce201-e464-4457-9a2a-e3366c1284cf) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:22.484010 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:22.484659 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.493138 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Request body: {'port': {'device_id': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:22.512413 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466e51c-c26a-474a-ba05-2943538a87c6 None None] Network 6ebce201-e464-4457-9a2a-e3366c1284cf requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:22.514348 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 6a940741-44c4-449d-8183-6df777caa61f triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:22.514886 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.556081 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.561065 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ba337faf-ca67-4692-aa32-64129bb66f20 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6713402 Aug 10 15:25:22.761842 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-089c2a5e-820b-4ea3-87d9-2a0924759b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.764109 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-089c2a5e-820b-4ea3-87d9-2a0924759b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:22.768511 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-089c2a5e-820b-4ea3-87d9-2a0924759b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a78336c-1bd0-431b-8fda-c960e4a92eee HTTP/1.1" status: 204 len: 168 time: 1.7122579 Aug 10 15:25:22.831845 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52656) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:22.886256 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.045771 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:23.245356 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.264103 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_v2 [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Deleting subnet 17167d49-697c-422d-8bb3-453e654111b1 {{(pid=93274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:25:23.273413 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2a5e-820b-4ea3-87d9-2a0924759b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a78336c-1bd0-431b-8fda-c960e4a92eee,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:23.281268 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.286993 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.287903 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.425401 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.466254 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.469895 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-cba7fdd8-76ff-4edc-b81d-37f9ba283b14 None None] Provisioning complete for port a8e891df-5b79-4bb2-bacc-098a80267b8e triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:23.470391 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cba7fdd8-76ff-4edc-b81d-37f9ba283b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.585863 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-cba7fdd8-76ff-4edc-b81d-37f9ba283b14 None None] Port a8e891df-5b79-4bb2-bacc-098a80267b8e cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:25:23.619958 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a7418-ccea-41c7-8819-38d1ef69fb35 None None] Network 6ebce201-e464-4457-9a2a-e3366c1284cf requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:25:23.635801 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:21Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:23.648982 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.672532 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52672) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:23.690718 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c97e7-0899-4e90-b212-67541d2c1c4e None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:21Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:25:23.710254 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.715720 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17167d49-697c-422d-8bb3-453e654111b1 HTTP/1.1" status: 204 len: 168 time: 0.8823225 Aug 10 15:25:23.716581 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143072c9-37ea-48d2-a25c-223160907265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17167d49-697c-422d-8bb3-453e654111b1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:23.725106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52674) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:23.841812 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5d12778d-5442-41be-91ee-7b6523d71701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:23.858579 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:25:23.937740 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.226215 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.243136 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.251956 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.258953 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.259295 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > port after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.259641 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.260712 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > port after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.261432 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.261884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.262244 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.262670 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.277431 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.295397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Pushing event updated for resources: {'Port': ['ID=50297b67-f78c-40f4-964b-cc07ac6d5e91,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:24.759489 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.759951 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.760234 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.760498 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:24.760865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:24.801391 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8aeaf56-c28e-4d4d-9413-a3091005cc82') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:24.801704 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8aeaf56-c28e-4d4d-9413-a3091005cc82') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:24.845388 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.878402 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbd8f47-5196-4e3d-8b26-0b02f2d8da19 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:24.881749 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.887238 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.896779 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5d12778d-5442-41be-91ee-7b6523d71701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.903136 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:25:24.903616 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.906096 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:24.913690 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: from cryptography.utils import int_from_bytes Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: from cryptography.utils import int_from_bytes Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:25:24.916037 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:25:24.927683 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f3db55db-e97f-4d12-91c8-044dabec1e6d admin admin] 10.222.0.32 "PUT /v2.0/routers/9491edff-a2e4-4a23-b51f-14a739f4c0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4475412 Aug 10 15:25:24.934604 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:25:24.940577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac01ae-2bd2-4f13-be9b-33151f374498 req-5301f301-77c8-4bb9-b027-1e1ed4d99d37 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:24.948311 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-17ac01ae-2bd2-4f13-be9b-33151f374498 req-5301f301-77c8-4bb9-b027-1e1ed4d99d37 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 931 time: 1.6625004 Aug 10 15:25:24.949220 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:24.950026 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:24.958059 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:24.985985 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:24.996816 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247cbdae-1fc3-4cd4-bbef-77d6725b997e,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:25.052933 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-17ac01ae-2bd2-4f13-be9b-33151f374498 req-9678fd49-a32d-4983-95b8-6b512ea60a05 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921068 Aug 10 15:25:25.055261 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.071376 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-961318af-a3b3-4d0f-b169-42f024e97912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8971529 Aug 10 15:25:25.072291 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52700) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:25.076733 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5d12778d-5442-41be-91ee-7b6523d71701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.093842 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.135174 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.156613 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7 HTTP/1.1" status: 204 len: 168 time: 1.4169240 Aug 10 15:25:25.173805 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Transition to ACTIVE for port object acbd8f47-5196-4e3d-8b26-0b02f2d8da19 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:25.175778 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52702) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:25.187002 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:25.195425 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:25:25.204802 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b7ed-cd73-429a-a88c-4a7da7324f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec9500e-b5e0-4695-8fdc-a8d43ebc0ee7,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:25.226686 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-5d12778d-5442-41be-91ee-7b6523d71701 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f14476e0a004a4fa996e2d7c901d3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5230455 Aug 10 15:25:25.228000 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12778d-5442-41be-91ee-7b6523d71701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2fa23c-2260-4170-b8ef-2d42c9f5fff1,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:25.231280 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52708) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:25.245856 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.335103 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Pushing event updated for resources: {'Port': ['ID=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:25.370823 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:25.387405 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-79b917d6-d8c4-4667-bbe5-3b21c896a8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.447819 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-79b917d6-d8c4-4667-bbe5-3b21c896a8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.491944 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.530083 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-79b917d6-d8c4-4667-bbe5-3b21c896a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.534314 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-79b917d6-d8c4-4667-bbe5-3b21c896a8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.537896 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-79b917d6-d8c4-4667-bbe5-3b21c896a8a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b2fa23c-2260-4170-b8ef-2d42c9f5fff1 HTTP/1.1" status: 204 len: 168 time: 0.3030317 Aug 10 15:25:25.538051 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Deleting subnet c313aeff-3bd3-4734-a4a0-45523ffc8848 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:25:25.551175 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b917d6-d8c4-4667-bbe5-3b21c896a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2fa23c-2260-4170-b8ef-2d42c9f5fff1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:25.625299 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.722011 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Router f9c2c368-c123-401a-97a7-d611265efa01 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:25:25.730565 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Attempting to bind port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:25.730942 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Attempting to bind port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '84251676-c13b-4d18-aee9-ce254d6a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:25.731315 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Attempting to bind port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 on network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:25.764101 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 on network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:25:25.764507 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Attempting to bind port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 on network 3e1cb90e-79c2-4e95-87f4-6cd87339e00c {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:25.769464 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.822945 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.855352 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:25.855753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Checking segment: {'id': '84251676-c13b-4d18-aee9-ce254d6a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:25.856392 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Bound using segment: {'id': '84251676-c13b-4d18-aee9-ce254d6a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:25.856876 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Bound port: acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84251676-c13b-4d18-aee9-ce254d6a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:25.857270 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.960338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0bba5bbd-266c-4dd2-b258-27c15db9b4de up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:26.090802 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 0bba5bbd-266c-4dd2-b258-27c15db9b4de completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:26.098448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0bba5bbd-266c-4dd2-b258-27c15db9b4de triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:26.099180 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.125448 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 2, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:26.203191 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:25:26.206720 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Updating router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 port a8e891df-5b79-4bb2-bacc-098a80267b8e binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:25:26.242788 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.282313 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.325669 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 0bba5bbd-266c-4dd2-b258-27c15db9b4de, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0bba5bbd-266c-4dd2-b258-27c15db9b4de,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:26.330878 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.335451 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.487879 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] For port acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:26.539829 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=0bba5bbd-266c-4dd2-b258-27c15db9b4de,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:26.547614 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] For port acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,segment=NetworkSegment(84251676-c13b-4d18-aee9-ce254d6a91c0),segment_id=84251676-c13b-4d18-aee9-ce254d6a91c0)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:26.614361 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c313aeff-3bd3-4734-a4a0-45523ffc8848,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:26.617408 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.752094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52750) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:26.757997 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923896253', 'description': 'tempest-description--808949291'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:26.804978 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Pushing event updated for resources: {'Port': ['ID=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:26.849750 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.852474 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f1fd3ead-09b4-491b-b76f-03c4a19bc231 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c313aeff-3bd3-4734-a4a0-45523ffc8848 HTTP/1.1" status: 204 len: 168 time: 1.6537809 Aug 10 15:25:26.893334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52754) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:26.915563 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.011111 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038e7dd-6263-4dec-acee-5fce05102727 req-84d3c741-7a53-4d3a-ac9b-708ef18df476 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:27.013072 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1038e7dd-6263-4dec-acee-5fce05102727 req-84d3c741-7a53-4d3a-ac9b-708ef18df476 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.7070940 Aug 10 15:25:27.014659 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:27.015511 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.017298 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-240649f4-ed8e-4b92-92cd-359538da7caf service neutron] 10.222.0.16 "PUT /v2.0/ports/acbd8f47-5196-4e3d-8b26-0b02f2d8da19 HTTP/1.1" status: 200 len: 1093 time: 4.8805194 Aug 10 15:25:27.024596 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'tag': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:27.081616 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.092329 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Transition to ACTIVE for port object a8e891df-5b79-4bb2-bacc-098a80267b8e will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:27.103242 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.186519 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041312-85a9-436c-a9e3-79fc1fa72f01 None None] Pushing event updated for resources: {'Port': ['ID=a8e891df-5b79-4bb2-bacc-098a80267b8e,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:27.204948 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.216675 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.231376 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.331243 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:25:27.343228 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Sync routers for ids ['f9c2c368-c123-401a-97a7-d611265efa01'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:25:27.347730 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.356118 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4b19fdc3-9f44-48b2-a406-8a28bad24163 admin admin] 10.222.0.32 "PUT /v2.0/routers/f9c2c368-c123-401a-97a7-d611265efa01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8746195 Aug 10 15:25:27.357679 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6035502 Aug 10 15:25:27.358526 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52772) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:27.360381 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.371896 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Routers {'f9c2c368-c123-401a-97a7-d611265efa01'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:27.372658 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['f9c2c368-c123-401a-97a7-d611265efa01'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:27.384452 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'security_group_rule': {'security_group_id': '419107de-7dcc-43e6-9ee2-4d86244019f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:27.421950 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c7c4b-87ef-4652-941d-aa6023072b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419107de-7dcc-43e6-9ee2-4d86244019f7,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:27.469224 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Attempting to bind port a8e891df-5b79-4bb2-bacc-098a80267b8e on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:27.475268 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f863f3-e140-4cb2-aa91-849dc7e99676" -d '{"events": [{"name": "network-changed", "server_uuid": "73138ae6-a115-4e3e-a2a1-658af6cf6396", "tag": "acbd8f47-5196-4e3d-8b26-0b02f2d8da19"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:27.476052 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Attempting to bind port a8e891df-5b79-4bb2-bacc-098a80267b8e by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:27.479948 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Attempting to bind port a8e891df-5b79-4bb2-bacc-098a80267b8e on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:27.493186 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.496582 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:27.497134 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Checking segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:27.497689 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.498241 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Bound using segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:27.499885 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Bound port: a8e891df-5b79-4bb2-bacc-098a80267b8e, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:27.501250 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.615318 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1038e7dd-6263-4dec-acee-5fce05102727 req-e5fb79d5-f122-4204-8f5d-050989011a32 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133164 Aug 10 15:25:27.682557 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] For port a8e891df-5b79-4bb2-bacc-098a80267b8e, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:27.690699 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] For port a8e891df-5b79-4bb2-bacc-098a80267b8e, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=a8e891df-5b79-4bb2-bacc-098a80267b8e,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:27.698391 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.799156 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.805565 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.843892 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041312-85a9-436c-a9e3-79fc1fa72f01 None None] Pushing event updated for resources: {'Port': ['ID=a8e891df-5b79-4bb2-bacc-098a80267b8e,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:27.902468 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:27.904050 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:27.913947 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9666ee3f-bcc0-4c16-8374-d1b1f999dfaa,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:27.926833 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0bba5bbd-266c-4dd2-b258-27c15db9b4de up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:27.953394 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:27.966752 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-34005e3f-7ed0-4d68-83bb-1e1b99fa9398 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6039562 Aug 10 15:25:27.968149 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52794) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:28.002877 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'security_group_rule': {'security_group_id': '419107de-7dcc-43e6-9ee2-4d86244019f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:28.102487 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.192481 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Set router f9c2c368-c123-401a-97a7-d611265efa01 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:28.253564 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Allocated IP 172.27.0.131 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/89dab700-396d-4672-a9bf-17bbc46cbb4d) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:28.295517 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-12a20883-3b27-41f0-8a76-bc3834990adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:28.300328 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-12a20883-3b27-41f0-8a76-bc3834990adc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77895b547fce431e9f90f239c984ffd0&device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 1096 time: 0.9369338 Aug 10 15:25:28.306443 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:28.314031 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96319dc6-8c7a-45df-bddb-d3b9e11e29c7 x-openstack-request-id: req-96319dc6-8c7a-45df-bddb-d3b9e11e29c7 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:28.314518 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73138ae6-a115-4e3e-a2a1-658af6cf6396", "tag": "acbd8f47-5196-4e3d-8b26-0b02f2d8da19", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:28.316271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96319dc6-8c7a-45df-bddb-d3b9e11e29c7 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:28.316929 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'tag': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19', 'status': 'completed', 'code': 200} Aug 10 15:25:28.319294 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.335288 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.417500 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff970df-88ab-4598-b6b4-cf381a309b15,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:28.425682 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.433209 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-02169559-5dd8-43da-8849-c6c7810e6bd0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4612851 Aug 10 15:25:28.434198 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52810) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:28.446760 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:28.465708 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.491813 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.492954 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.493242 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.493588 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > port after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.496852 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.497344 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > port after_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.497716 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.498920 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.499255 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.499542 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.499645 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.618654 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.619844 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.619929 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.620342 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:25:28.620724 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebce201-e464-4457-9a2a-e3366c1284cf']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:28.688207 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:27Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:28.763267 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa087cb4-285a-4b4c-84c2-90f6a6de0362 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:27Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:25:28.839265 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0bba5bbd-266c-4dd2-b258-27c15db9b4de triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:28.839793 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.884809 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.915401 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.023710 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462d4e24-148d-45d7-bd49-c6ffb7fe5ede') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:29.024102 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462d4e24-148d-45d7-bd49-c6ffb7fe5ede') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:29.059175 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:25:21Z', 'revision_number': 4, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '50297b67-f78c-40f4-964b-cc07ac6d5e91', 'name': '', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'mac_address': 'fa:16:3e:b8:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:18Z', 'updated_at': '2021-08-10T15:25:22Z', 'revision_number': 2, 'project_id': 'fc66487747044e83996801e9f86be64a', 'subnets': [{'id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:29.091752 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Checking router: f9c2c368-c123-401a-97a7-d611265efa01 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:25:29.092256 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Updating router f9c2c368-c123-401a-97a7-d611265efa01 port 50297b67-f78c-40f4-964b-cc07ac6d5e91 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:25:29.126117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.388307 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-352de729-9983-4946-b26b-ddf19a2cf5e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19 HTTP/1.1" status: 200 len: 217 time: 0.4619491 Aug 10 15:25:29.392493 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.435512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.440283 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.452775 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.458160 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:25:29.458832 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: from cryptography.utils import int_from_bytes Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: from cryptography.utils import int_from_bytes Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:25:29.466167 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:25:29.515886 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Allocated IP 172.27.0.54 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/298dc842-b9af-48a8-a858-bdb17ee497df) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:29.567350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8f9d-f560-4325-92b6-7060fe75a8dd req-1ef84dab-b58f-4ccc-8315-a328cebcfea2 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:29.568903 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-72da8f9d-f560-4325-92b6-7060fe75a8dd req-1ef84dab-b58f-4ccc-8315-a328cebcfea2 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.6417301 Aug 10 15:25:29.611775 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:29.629627 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'Port': ['ID=89dab700-396d-4672-a9bf-17bbc46cbb4d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:29.637497 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Transition to ACTIVE for port object 50297b67-f78c-40f4-964b-cc07ac6d5e91 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:29.648468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.651605 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:29.659223 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:29.669653 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.678480 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-a27071a2-4f55-4fe3-aae4-bb306966458e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:29.694936 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-a27071a2-4f55-4fe3-aae4-bb306966458e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 818 time: 0.7710209 Aug 10 15:25:29.696232 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.709405 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafb829-68ed-4bf1-a69e-f3325dc2ab7d None None] Pushing event updated for resources: {'Port': ['ID=50297b67-f78c-40f4-964b-cc07ac6d5e91,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:29.764470 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.799720 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.800378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:29.802164 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Attempting to bind port 50297b67-f78c-40f4-964b-cc07ac6d5e91 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:29.802867 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Attempting to bind port 50297b67-f78c-40f4-964b-cc07ac6d5e91 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:29.803248 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Attempting to bind port 50297b67-f78c-40f4-964b-cc07ac6d5e91 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:29.804865 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ebce201-e464-4457-9a2a-e3366c1284cf HTTP/1.1" status: 204 len: 168 time: 2.9016018 Aug 10 15:25:29.806015 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:29.808476 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a15c-6403-4b83-8be1-1f30cb9bd63c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebce201-e464-4457-9a2a-e3366c1284cf,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:29.814446 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:29.826792 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:29.827256 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Checking segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:29.828815 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.829420 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Bound using segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:29.829941 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Bound port: 50297b67-f78c-40f4-964b-cc07ac6d5e91, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:29.830532 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-72da8f9d-f560-4325-92b6-7060fe75a8dd req-fc081c05-fd60-4a22-98e6-fe257061d86b tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459972 Aug 10 15:25:29.831178 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 52856) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:29.843834 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:29.856301 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-eea856a5-9115-487c-ae9e-0d29cbc1f0b5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/quotas/fc66487747044e83996801e9f86be64a HTTP/1.1" status: 200 len: 375 time: 0.1222563 Aug 10 15:25:29.949144 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] For port 50297b67-f78c-40f4-964b-cc07ac6d5e91, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:29.953011 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] For port 50297b67-f78c-40f4-964b-cc07ac6d5e91, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=50297b67-f78c-40f4-964b-cc07ac6d5e91,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:29.955948 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device a8e891df-5b79-4bb2-bacc-098a80267b8e up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:29.986691 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.073098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52864) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:30.088525 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Routers {'f9c2c368-c123-401a-97a7-d611265efa01'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:25:30.089353 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['f9c2c368-c123-401a-97a7-d611265efa01'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:30.104024 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-e342b8d3-d941-473b-8b3d-c308fb007856 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2467327 Aug 10 15:25:30.104759 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eab8649f-47ce-4913-bc82-f51927431a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.132361 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'Port': ['ID=298dc842-b9af-48a8-a858-bdb17ee497df,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.137460 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafb829-68ed-4bf1-a69e-f3325dc2ab7d None None] Pushing event updated for resources: {'Port': ['ID=50297b67-f78c-40f4-964b-cc07ac6d5e91,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.156580 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.172482 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port a8e891df-5b79-4bb2-bacc-098a80267b8e completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:30.205534 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.207843 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port a8e891df-5b79-4bb2-bacc-098a80267b8e triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:30.208222 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.220740 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-102d4494-3d81-471f-935e-154272582f65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe79ab0cdeb940ad86f70f46d0466982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426768 Aug 10 15:25:30.220938 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52868) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:30.237355 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.262249 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] Set router f9c2c368-c123-401a-97a7-d611265efa01 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:25:30.288149 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.322207 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-38f9f88e-5b4e-4cba-a775-ff16863c3f80 service neutron] 10.222.0.32 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090580 Aug 10 15:25:30.324792 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fea581de-6bfd-4dbe-a8d3-39dba677d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.387017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fea581de-6bfd-4dbe-a8d3-39dba677d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.424651 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.486083 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eab8649f-47ce-4913-bc82-f51927431a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.486736 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port a8e891df-5b79-4bb2-bacc-098a80267b8e, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=a8e891df-5b79-4bb2-bacc-098a80267b8e,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:30.496769 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.499596 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eab8649f-47ce-4913-bc82-f51927431a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.564263 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-eab8649f-47ce-4913-bc82-f51927431a13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45d796145223453099ce481834373e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226307 Aug 10 15:25:30.564671 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52870) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:30.571367 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-0edc8fee-c682-4b6d-a2f5-e940b1712c83 service neutron] 10.222.0.32 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417889 Aug 10 15:25:30.580594 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=a8e891df-5b79-4bb2-bacc-098a80267b8e,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.582666 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8649f-47ce-4913-bc82-f51927431a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69a33e3-967e-4899-9d7d-3ad54e93bc25,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.609956 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fea581de-6bfd-4dbe-a8d3-39dba677d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.613732 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fea581de-6bfd-4dbe-a8d3-39dba677d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.614080 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:25:21Z', 'revision_number': 4, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '50297b67-f78c-40f4-964b-cc07ac6d5e91', 'name': '', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'mac_address': 'fa:16:3e:b8:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:18Z', 'updated_at': '2021-08-10T15:25:29Z', 'revision_number': 4, 'project_id': 'fc66487747044e83996801e9f86be64a', 'subnets': [{'id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:25:30.617771 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-fea581de-6bfd-4dbe-a8d3-39dba677d4f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcb3032d-8439-4ef9-a44e-c63c32ea540b HTTP/1.1" status: 204 len: 168 time: 0.3929830 Aug 10 15:25:30.641465 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea581de-6bfd-4dbe-a8d3-39dba677d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb3032d-8439-4ef9-a44e-c63c32ea540b,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.646157 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.658492 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.659520 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.672927 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.691801 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0e20a3e3-c3b9-4b06-ac04-ec3abc3b35e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.731021 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fdcfb-44c8-436b-a972-a8e5ba84a94a None None] The sync data for ids ['f9c2c368-c123-401a-97a7-d611265efa01'] in dv-cinder-804093-1-iscsi is: [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:25:21Z', 'revision_number': 4, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '50297b67-f78c-40f4-964b-cc07ac6d5e91', 'name': '', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'mac_address': 'fa:16:3e:b8:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:18Z', 'updated_at': '2021-08-10T15:25:29Z', 'revision_number': 4, 'project_id': 'fc66487747044e83996801e9f86be64a', 'subnets': [{'id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:25:30.763424 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0e20a3e3-c3b9-4b06-ac04-ec3abc3b35e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.765339 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'Port': ['ID=298dc842-b9af-48a8-a858-bdb17ee497df,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.790049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.808612 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'Port': ['ID=89dab700-396d-4672-a9bf-17bbc46cbb4d,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.833718 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.847782 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d58d2e00-f859-480e-b18b-2c0cbe23f752 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4117084 Aug 10 15:25:30.872273 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.883372 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0e20a3e3-c3b9-4b06-ac04-ec3abc3b35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.886758 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0e20a3e3-c3b9-4b06-ac04-ec3abc3b35e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.890894 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0e20a3e3-c3b9-4b06-ac04-ec3abc3b35e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b69a33e3-967e-4899-9d7d-3ad54e93bc25 HTTP/1.1" status: 204 len: 168 time: 0.3248727 Aug 10 15:25:30.909185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20a3e3-c3b9-4b06-ac04-ec3abc3b35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69a33e3-967e-4899-9d7d-3ad54e93bc25,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:30.947271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:30.948582 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f7b59954-1a55-4433-a643-089bc58b019f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8071692 Aug 10 15:25:30.959870 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f40c94c9-0bba-43ec-b077-f66a389c89ff req-de0d71dd-991f-4c7b-9fd5-399a1f5e1562 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 210 time: 0.0656452 Aug 10 15:25:31.101285 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a1fd-0623-4287-beec-1966b3706b80 req-c703c325-1737-43f4-91cf-a15730cb7da8 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:31.102897 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cdb4a1fd-0623-4287-beec-1966b3706b80 req-c703c325-1737-43f4-91cf-a15730cb7da8 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.0823474 Aug 10 15:25:31.195653 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cdb4a1fd-0623-4287-beec-1966b3706b80 req-8e870927-4de6-4dbe-8e22-12efc7f05802 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857770 Aug 10 15:25:31.337449 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-0bb2648c-8951-462f-96a7-e440adf822a7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--923896253&fields=id&tenant_id=d8d3136377024d808a0721afb8eccc62 HTTP/1.1" status: 200 len: 267 time: 0.0727398 Aug 10 15:25:31.362266 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52926) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:31.440256 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-147f233f-bf2b-4269-81ab-e92a099c32c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5555a675f7a3488c8a9358834fe7f33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766757 Aug 10 15:25:31.441290 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52930) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:31.514599 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6d6269ae-f449-4943-a89c-fb601125427a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:31.551184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6d6269ae-f449-4943-a89c-fb601125427a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:31.552472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-f49587fd-63da-42ff-9f05-e6013ff9bfba tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:31.562721 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-f49587fd-63da-42ff-9f05-e6013ff9bfba tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 811 time: 0.2235038 Aug 10 15:25:31.590450 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-a0c53be1-1ad1-4549-a687-9fb03142a12b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/quotas/d8d3136377024d808a0721afb8eccc62 HTTP/1.1" status: 200 len: 375 time: 0.0254517 Aug 10 15:25:31.612361 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994506-d968-423b-8b6a-82982707b3b7 req-9d614f69-7288-4253-ab8d-560ee9982eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:31.614264 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-9d614f69-7288-4253-ab8d-560ee9982eb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f HTTP/1.1" status: 200 len: 851 time: 0.1520674 Aug 10 15:25:31.705702 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6d6269ae-f449-4943-a89c-fb601125427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:31.709669 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6d6269ae-f449-4943-a89c-fb601125427a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:31.711157 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6d6269ae-f449-4943-a89c-fb601125427a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87a6b055-373a-44f0-8c86-d4a7c6d3da8f HTTP/1.1" status: 204 len: 168 time: 0.2686338 Aug 10 15:25:31.733234 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6269ae-f449-4943-a89c-fb601125427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a6b055-373a-44f0-8c86-d4a7c6d3da8f,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:31.772505 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-0e784c28-c233-4b84-b14f-3b6ca162ca1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1cb90e-79c2-4e95-87f4-6cd87339e00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385150 Aug 10 15:25:31.964056 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-be45c3ce-3f23-4b89-9a29-055adfdb8205 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--815248098&fields=id&tenant_id=3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 267 time: 0.2006812 Aug 10 15:25:31.985341 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device a8e891df-5b79-4bb2-bacc-098a80267b8e up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:32.000064 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-2054a11c-34f6-40dc-ad4f-c219f75e242c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4075806 Aug 10 15:25:32.102743 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port a8e891df-5b79-4bb2-bacc-098a80267b8e triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:32.103240 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.118550 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52960) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:32.147769 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0430a375-a9f8-4168-91b3-855ede8bd814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.217165 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-a3cf1dbe-e490-4b8c-a55d-a09e6a7a8afe service neutron] 10.222.0.16 "GET /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217052 Aug 10 15:25:32.291556 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 50297b67-f78c-40f4-964b-cc07ac6d5e91 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:32.367590 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-0f8b788f-f71c-4c8a-a3b0-0234db8e081b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:32.376176 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-0f8b788f-f71c-4c8a-a3b0-0234db8e081b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 816 time: 0.3743916 Aug 10 15:25:32.433883 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 50297b67-f78c-40f4-964b-cc07ac6d5e91 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:32.438679 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 50297b67-f78c-40f4-964b-cc07ac6d5e91 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:32.439342 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.538760 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-e3224c48-d093-4667-b349-56e17e9692b5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/quotas/3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 375 time: 0.0511959 Aug 10 15:25:32.576785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-d3b22d23-4c6c-49f9-8d6e-f76fcc4a4cb3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:25:32.577160 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0430a375-a9f8-4168-91b3-855ede8bd814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.577962 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-d3b22d23-4c6c-49f9-8d6e-f76fcc4a4cb3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1990829 Aug 10 15:25:32.593739 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0430a375-a9f8-4168-91b3-855ede8bd814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.643905 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.730829 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 50297b67-f78c-40f4-964b-cc07ac6d5e91, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=50297b67-f78c-40f4-964b-cc07ac6d5e91,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:32.745309 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.774366 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a375-a9f8-4168-91b3-855ede8bd814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d38a92-c77d-40f9-abbf-4a36ef756d1f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:32.784332 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0430a375-a9f8-4168-91b3-855ede8bd814 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd31862f7afa4d92a7dc9def507f0b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6642711 Aug 10 15:25:32.797360 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 52988) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:32.922057 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed70846e-ddab-43fd-afbd-af25965e187f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.968800 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed70846e-ddab-43fd-afbd-af25965e187f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:32.975264 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-dd69c7e5-9aa3-44cd-a63d-9aa92fabfa02 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4139593 Aug 10 15:25:32.985492 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54994506-d968-423b-8b6a-82982707b3b7 req-d541bed2-5d71-4f62-89d8-8607beca51d7 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472064 Aug 10 15:25:32.989359 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=50297b67-f78c-40f4-964b-cc07ac6d5e91,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:33.090807 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed70846e-ddab-43fd-afbd-af25965e187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:33.094907 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed70846e-ddab-43fd-afbd-af25965e187f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:33.098400 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ed70846e-ddab-43fd-afbd-af25965e187f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65d38a92-c77d-40f9-abbf-4a36ef756d1f HTTP/1.1" status: 204 len: 168 time: 0.2986171 Aug 10 15:25:33.131398 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cd71ecca-1d2e-44a3-a881-5fb175ef9373 service neutron] 10.222.0.32 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148971 Aug 10 15:25:33.141311 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70846e-ddab-43fd-afbd-af25965e187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d38a92-c77d-40f9-abbf-4a36ef756d1f,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:33.461852 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.16', 54090) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:33.631437 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-d2db2068-ecc5-43e4-b310-891d3389deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:33.633218 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-d2db2068-ecc5-43e4-b310-891d3389deda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77895b547fce431e9f90f239c984ffd0&device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 1096 time: 0.4485645 Aug 10 15:25:33.716067 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-ea06aae7-775c-4b9b-bbe9-c490ad720d9f service neutron] 10.222.0.32 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809115 Aug 10 15:25:33.736939 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-2fce05a4-13d1-4c95-b610-3aa92516d914 service neutron] 10.222.0.32 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542302 Aug 10 15:25:33.816285 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-3bf0950d-7be2-425b-ac5f-78cde8297a0d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:33.817841 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-3bf0950d-7be2-425b-ac5f-78cde8297a0d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 818 time: 0.3405550 Aug 10 15:25:33.843387 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Request body: {'port': {'device_id': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'admin_state_up': True, 'tenant_id': 'fc66487747044e83996801e9f86be64a'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:33.866896 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 50297b67-f78c-40f4-964b-cc07ac6d5e91 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:33.927965 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-6540ad02-5188-44fa-8ea7-5cf3c3916337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:33.929772 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-6540ad02-5188-44fa-8ea7-5cf3c3916337 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e1cb90e-79c2-4e95-87f4-6cd87339e00c HTTP/1.1" status: 200 len: 912 time: 0.2868714 Aug 10 15:25:33.937221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 50297b67-f78c-40f4-964b-cc07ac6d5e91 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:33.939131 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:33.967671 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-d4510126-4aa7-43a5-af33-aa298e05c5fd service neutron] 10.222.0.32 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377064 Aug 10 15:25:34.061023 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Made reservation on behalf of fc66487747044e83996801e9f86be64a for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:34.065630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:34.336573 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8c52-1443-414c-b49b-929c3d3ac0a4 req-ae1f347b-6602-41f9-ae9a-cf05920887a5 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:34.340392 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-41ee8c52-1443-414c-b49b-929c3d3ac0a4 req-ae1f347b-6602-41f9-ae9a-cf05920887a5 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.1617532 Aug 10 15:25:34.404086 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-3724e2fd-c1ee-4945-8f7b-a88de7115e24 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:34.411779 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-3724e2fd-c1ee-4945-8f7b-a88de7115e24 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 818 time: 0.2658350 Aug 10 15:25:34.452514 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-b613ad1c-b914-487b-bf3f-6772e8479775 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/quotas/fc66487747044e83996801e9f86be64a HTTP/1.1" status: 200 len: 375 time: 0.0396059 Aug 10 15:25:34.513625 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-41ee8c52-1443-414c-b49b-929c3d3ac0a4 req-4bfa56f8-2c8b-448a-a2a0-d17ff01718d4 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411872 Aug 10 15:25:34.560123 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-a4db7644-d4f5-4e89-88e7-69087ee9cb96 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037765 Aug 10 15:25:34.665395 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Allocated IP 172.20.0.11 (c708561f-3b4d-40db-9abe-dcf49427e7a8/d467bef6-c1f3-4192-b88d-62a6c19d9933/0caa48ad-f7ca-44d8-9afd-72099328b4e4) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:34.717849 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-be3af213-ef07-43e8-bd6a-1cb0ac148c90 req-e8b2e19f-3d13-413d-a1de-c87ea8a67093 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0392082 Aug 10 15:25:34.769378 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-baef9062-8ac1-40b8-baa0-6ba342ca8b18 service neutron] 10.222.0.32 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078681 Aug 10 15:25:34.910521 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-08a96b28-aa4b-4696-b3bf-0c2803745a4f req-553de9b5-0061-4cae-beaa-5093df5bc974 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 210 time: 0.0808983 Aug 10 15:25:34.966141 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:35.005958 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-68002635-6d5f-4d0c-b493-e3ff4f4a7ede service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19 HTTP/1.1" status: 200 len: 217 time: 0.0566885 Aug 10 15:25:35.013049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:35.018374 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-48815df5-d0cf-4327-8d28-f44d6937762a service neutron] 10.222.0.32 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476883 Aug 10 15:25:35.092163 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:35.098633 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:35.101122 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:35.160373 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Pushing event updated for resources: {'Port': ['ID=0caa48ad-f7ca-44d8-9afd-72099328b4e4,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:35.194578 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:35.195816 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:35.217910 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-7b53eee1-2f28-4a7e-9430-772ba9840478 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3768296 Aug 10 15:25:35.258570 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b41db0f4-7bd8-453f-b581-b50fa89a8cf7 req-b457e20d-8165-465d-95cd-15798b4a9e94 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 210 time: 0.0407782 Aug 10 15:25:35.694612 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2e943-14ad-48b0-bb2f-a395379860cf req-7c553844-fc60-4159-a585-3841775de44f tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:35.696486 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6df2e943-14ad-48b0-bb2f-a395379860cf req-7c553844-fc60-4159-a585-3841775de44f tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.0551369 Aug 10 15:25:35.737154 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6df2e943-14ad-48b0-bb2f-a395379860cf req-2a9e2194-7360-4339-9b1f-9a94e8aa7ff8 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Aug 10 15:25:35.827104 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0cde18b6-5cb3-40df-b146-50b04a44fafb req-2a9dfeea-d70e-4adc-b527-a3a6adbb67dd tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0300717 Aug 10 15:25:35.983593 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5de8bbb-6388-49aa-b0c9-b65886739e25 req-b5fbe2c5-56c9-41fd-b3d9-a58d5220a5b0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 210 time: 0.0267553 Aug 10 15:25:36.361128 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e2319caa-044c-4f7d-b57e-a8b90918e159 req-faed7354-48fa-449b-b6eb-ed9ce38218b2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 210 time: 0.0263076 Aug 10 15:25:36.503865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53186) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:36.606375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb15-0311-4ec7-99e7-f09a7970bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:36.702442 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb15-0311-4ec7-99e7-f09a7970bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:36.706600 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-66f3bb15-0311-4ec7-99e7-f09a7970bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:36.745905 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-66f3bb15-0311-4ec7-99e7-f09a7970bda3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1450b834db4438db9fc23c7951483a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409072 Aug 10 15:25:36.746752 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3bb15-0311-4ec7-99e7-f09a7970bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ff32b3-e06b-4a3f-b965-1159faf6e31f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:36.748609 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53200) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:36.813225 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb758ebc-9506-4760-a9a0-97d03c349ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:36.861740 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb758ebc-9506-4760-a9a0-97d03c349ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:36.918888 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b6fbc-d313-4fa5-aa27-e720e1f86a4f req-bd70b0e7-faf9-4f1b-8a4b-74a010b9f99e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:36.920439 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f0b6fbc-d313-4fa5-aa27-e720e1f86a4f req-bd70b0e7-faf9-4f1b-8a4b-74a010b9f99e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.1044426 Aug 10 15:25:36.941907 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Request body: {'port': {'device_id': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:36.958334 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a8b5d10b-6be4-457f-8aa6-9be56dc87ba4 req-66f09c2c-66b0-4729-a1cd-cfc79c55be32 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0368981 Aug 10 15:25:37.034418 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-04671ec0-c919-4cdb-9b40-75ca29a61937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:37.035961 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-04671ec0-c919-4cdb-9b40-75ca29a61937 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f HTTP/1.1" status: 200 len: 851 time: 0.0802290 Aug 10 15:25:37.039481 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f0b6fbc-d313-4fa5-aa27-e720e1f86a4f req-09fb20fd-8070-4110-843e-c03c8b350be8 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051435 Aug 10 15:25:37.041546 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb758ebc-9506-4760-a9a0-97d03c349ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:37.044871 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb758ebc-9506-4760-a9a0-97d03c349ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:37.049157 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bb758ebc-9506-4760-a9a0-97d03c349ead admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3ff32b3-e06b-4a3f-b965-1159faf6e31f HTTP/1.1" status: 204 len: 168 time: 0.2933910 Aug 10 15:25:37.060156 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758ebc-9506-4760-a9a0-97d03c349ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ff32b3-e06b-4a3f-b965-1159faf6e31f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:37.079170 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:37.093775 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-60a6f152-c51d-419e-a176-b3f77a1a5109 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1cb90e-79c2-4e95-87f4-6cd87339e00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350921 Aug 10 15:25:37.300445 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-abe006b1-f998-464a-a6bb-88104c1d3e7b req-4d33f105-052d-497c-8ee4-d76770da12c0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 210 time: 0.1447899 Aug 10 15:25:37.439197 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-fe4e0c75-3566-4b31-a066-7da55ce1a6d3 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282661 Aug 10 15:25:37.576843 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1aacb000-8a5c-46c3-9263-d54d9523505a req-7b0f6553-e2d6-460a-9693-0a7643f65493 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 210 time: 0.0420573 Aug 10 15:25:37.622815 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f863f3-e140-4cb2-aa91-849dc7e99676 req-c9c31dd8-d962-4439-9574-2e66ddf3b1b9 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651371 Aug 10 15:25:37.748454 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caa48ad-f7ca-44d8-9afd-72099328b4e4 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:37.756156 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:37.757459 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53250) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:37.771995 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Transition to ACTIVE for port object 0caa48ad-f7ca-44d8-9afd-72099328b4e4 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:37.777291 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:37.800577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f787b0f3-c5c8-4202-aefd-12dbb70cb61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:37.919830 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Pushing event updated for resources: {'Port': ['ID=0caa48ad-f7ca-44d8-9afd-72099328b4e4,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:37.976751 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Attempting to bind port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:37.977094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Attempting to bind port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:37.985112 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Attempting to bind port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:37.993991 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:25:37.994319 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Attempting to bind port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:38.016791 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:38.017181 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Checking segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:38.017751 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Bound using segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:38.018255 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Bound port: 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:38.018621 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.089434 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f787b0f3-c5c8-4202-aefd-12dbb70cb61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.099059 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-509603a2-190b-4fce-84a8-12eb4d1fa645 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:38.100767 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-509603a2-190b-4fce-84a8-12eb4d1fa645 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 816 time: 0.1988349 Aug 10 15:25:38.126669 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f787b0f3-c5c8-4202-aefd-12dbb70cb61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.140726 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aaf8b499-5c90-4a48-a83b-c072ea9142b2 req-6abd6d09-6692-47d4-9f74-a71aab817ede tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0628448 Aug 10 15:25:38.141367 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] For port 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:38.148122 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] For port 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:38.154708 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.204457 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:38.205078 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.206807 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] 10.222.0.16 "PUT /v2.0/ports/0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 1094 time: 1.2698817 Aug 10 15:25:38.207242 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'tag': '0caa48ad-f7ca-44d8-9afd-72099328b4e4'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:38.222709 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f787b0f3-c5c8-4202-aefd-12dbb70cb61a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f124488ab73c40a493953c84d3d7f995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638302 Aug 10 15:25:38.235221 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53274) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:38.237440 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787b0f3-c5c8-4202-aefd-12dbb70cb61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb15d526-8c78-4ceb-8da5-dfba2a94761c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:38.257572 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-f48f897b-924c-4d82-bf2b-46d11ff2d24b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 379 time: 0.1368968 Aug 10 15:25:38.271034 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62394025-af79-4b03-b062-6547303719e4 req-b58f713b-19e5-4d4d-b59a-4c2f4f99372c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:38.272619 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62394025-af79-4b03-b062-6547303719e4 req-b58f713b-19e5-4d4d-b59a-4c2f4f99372c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.1302588 Aug 10 15:25:38.274249 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e78ee-bc24-4899-b85a-4cc880c15384 service neutron] Pushing event updated for resources: {'Port': ['ID=0caa48ad-f7ca-44d8-9afd-72099328b4e4,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:38.312591 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'port': {'device_id': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'admin_state_up': True, 'tenant_id': '3e5da004933548b092877a29a016ee15', 'security_groups': ['5e9c93f7-2b98-4fd9-a778-22afe59df344']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:38.330158 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2fd-2974-46ea-a70d-e411cc850434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.357238 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933c1a6-8e70-4aba-bcce-7d6622ae774a" -d '{"events": [{"name": "network-changed", "server_uuid": "70c822cf-860b-4b7a-b934-3d4a0adad8a1", "tag": "0caa48ad-f7ca-44d8-9afd-72099328b4e4"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:38.363893 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62394025-af79-4b03-b062-6547303719e4 req-19a8ab1c-070b-4831-942b-dc9652e02e7d tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846300 Aug 10 15:25:38.413576 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2fd-2974-46ea-a70d-e411cc850434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.454312 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-9cfbfb17-7c9c-4f49-8867-3598d73c2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:38.456866 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-9cfbfb17-7c9c-4f49-8867-3598d73c2d42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1097 time: 0.1355505 Aug 10 15:25:38.479154 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-72141833-1157-428f-894e-255e0b71d0e0 req-8af4fa23-b1a7-423a-b851-2998bc66b1b5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 210 time: 0.0435188 Aug 10 15:25:38.488851 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Made reservation on behalf of 3e5da004933548b092877a29a016ee15 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:38.495255 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.495714 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.16', 54104) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:38.547450 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2fd-2974-46ea-a70d-e411cc850434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.552466 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2fd-2974-46ea-a70d-e411cc850434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:38.556344 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-3b01a2fd-2974-46ea-a70d-e411cc850434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb15d526-8c78-4ceb-8da5-dfba2a94761c HTTP/1.1" status: 204 len: 168 time: 0.3059618 Aug 10 15:25:38.622384 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc3168-2b99-4eb9-91ad-3409ef149980 x-openstack-request-id: req-57bc3168-2b99-4eb9-91ad-3409ef149980 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:38.622687 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c822cf-860b-4b7a-b934-3d4a0adad8a1", "tag": "0caa48ad-f7ca-44d8-9afd-72099328b4e4", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:38.622935 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57bc3168-2b99-4eb9-91ad-3409ef149980 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:38.623383 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'tag': '0caa48ad-f7ca-44d8-9afd-72099328b4e4', 'status': 'completed', 'code': 200} Aug 10 15:25:38.695660 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-74013fcd-d1e3-41e6-80f9-845c89494f40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.1972640 Aug 10 15:25:38.711939 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a2fd-2974-46ea-a70d-e411cc850434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb15d526-8c78-4ceb-8da5-dfba2a94761c,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:38.810406 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-ea4eab9c-735f-471c-91be-be0d356e64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:38.812008 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-ea4eab9c-735f-471c-91be-be0d356e64a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.1013687 Aug 10 15:25:38.812504 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Allocated IP 172.20.0.4 (eee1b5ed-b863-4755-ac90-e7cc2376e15a/a0a1d924-2f44-4246-b15f-097b98cfc0af/f8445210-b8cc-49d1-8d3d-f74f85208e03) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:38.826448 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-8e41d357-5fc1-4619-a194-b06a43cb4067 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:38.828767 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-8e41d357-5fc1-4619-a194-b06a43cb4067 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 811 time: 0.3315706 Aug 10 15:25:38.851117 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f7e2d272-1ea2-440a-87e2-01fa8eb7b3b0 req-e3006ba0-7025-4b65-9655-e82701773fc8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 210 time: 0.0976310 Aug 10 15:25:38.896755 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-be0c76c4-e387-4737-a966-e79cb909f3d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669436 Aug 10 15:25:38.992900 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-ac3d4e98-ae89-4d2b-89e7-5401e66f8e56 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d3136377024d808a0721afb8eccc62 HTTP/1.1" status: 200 len: 379 time: 0.1289611 Aug 10 15:25:39.029035 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'port': {'device_id': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'admin_state_up': True, 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'security_groups': ['419107de-7dcc-43e6-9ee2-4d86244019f7']}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:39.092687 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-99122fd0-9d4e-4c0e-86b2-cb50d4052113 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874583 Aug 10 15:25:39.182722 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.16', 54107) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:39.199986 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:39.240840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Transition to ACTIVE for port object f8445210-b8cc-49d1-8d3d-f74f85208e03 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:39.352299 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-25d430e3-6aae-4d5f-9092-b9edda646979 req-43f1ff10-2ba6-4c55-8269-a850a1a7b8f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491379 Aug 10 15:25:39.359899 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Made reservation on behalf of d8d3136377024d808a0721afb8eccc62 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:39.364144 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:39.397703 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-393bd526-4b4d-4ef4-9b5e-b7597f6af6c2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:39.399353 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-393bd526-4b4d-4ef4-9b5e-b7597f6af6c2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 818 time: 0.2100465 Aug 10 15:25:39.430950 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b3d4a9b0-18e8-41f7-909e-dde96ec66578 req-19aae6f3-0b59-4f8c-a375-c9fd9e54a58c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0803761 Aug 10 15:25:39.434094 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:39.450829 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Request body: {'port': {'device_id': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'admin_state_up': True, 'tenant_id': 'fc66487747044e83996801e9f86be64a'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:39.578644 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:39.608860 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-c0a986bf-576a-4242-8b06-1f0bcb807380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:39.610836 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-c0a986bf-576a-4242-8b06-1f0bcb807380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1097 time: 0.1118257 Aug 10 15:25:39.643629 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Allocated IP 172.20.0.6 (c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57/1ebf7e0c-ea66-4204-801b-7d00f82fa5e1/c3fd7027-d514-4c92-8d06-d91b312afbc7) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:39.665031 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:39.699075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Made reservation on behalf of fc66487747044e83996801e9f86be64a for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:25:39.701896 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:39.703402 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:39.824475 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107df6a-d6d6-450b-8ce7-6adcb39511d0 req-f6f4852d-dad8-4d82-9155-64dc827bacc2 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:39.832877 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9107df6a-d6d6-450b-8ce7-6adcb39511d0 req-f6f4852d-dad8-4d82-9155-64dc827bacc2 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.3355188 Aug 10 15:25:39.846710 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:39.847416 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:39.868995 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:39.919403 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9107df6a-d6d6-450b-8ce7-6adcb39511d0 req-8906e79f-c003-433a-8073-bf7c4149ae58 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846505 Aug 10 15:25:39.922869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-fdddaee4-ebfb-4577-a7c3-9ea25bae238e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150286 Aug 10 15:25:39.939035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490956-8733-47e4-be24-0c8fcc101ca2 req-795e4b90-3089-49fe-9995-03b86fd27d7b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:39.952054 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9490956-8733-47e4-be24-0c8fcc101ca2 req-795e4b90-3089-49fe-9995-03b86fd27d7b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 931 time: 0.2933877 Aug 10 15:25:40.015183 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9490956-8733-47e4-be24-0c8fcc101ca2 req-dfaf684a-1a58-4996-b354-b498c1f69912 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572722 Aug 10 15:25:40.028788 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-23067193-e9ec-43e5-96ea-34a19b492a04 None None] Provisioning for port f8445210-b8cc-49d1-8d3d-f74f85208e03 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:40.033979 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-23067193-e9ec-43e5-96ea-34a19b492a04 None None] Provisioning complete for port f8445210-b8cc-49d1-8d3d-f74f85208e03 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:40.034801 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-23067193-e9ec-43e5-96ea-34a19b492a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.042969 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.056063 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Allocated IP 172.20.0.12 (c708561f-3b4d-40db-9abe-dcf49427e7a8/d467bef6-c1f3-4192-b88d-62a6c19d9933/83cb685c-b20a-4dbf-9582-49897dec4aa2) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:25:40.068990 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-40c10dbe-3575-40b2-ac6a-5e287c24a1c8 req-577d3ee7-cf11-45f8-9831-3a06ca6091c5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 210 time: 0.0492332 Aug 10 15:25:40.070239 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Transition to ACTIVE for port object c3fd7027-d514-4c92-8d06-d91b312afbc7 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:40.092031 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-23067193-e9ec-43e5-96ea-34a19b492a04 None None] Port f8445210-b8cc-49d1-8d3d-f74f85208e03 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:25:40.116711 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53382) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:40.319394 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.384951 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:40.394039 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:40.398378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:40.401013 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'Port': ['ID=c3fd7027-d514-4c92-8d06-d91b312afbc7,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:40.460992 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.478855 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:40.479590 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.489543 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f8e65876-3fef-43c1-bd9e-7137be85f37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.507013 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-cbfcdddf-a010-4ec6-9476-c2fd0f234986 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4824388 Aug 10 15:25:40.538791 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.550057 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53396) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:40.598452 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Network c708561f-3b4d-40db-9abe-dcf49427e7a8 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:25:40.601892 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:25:40.607343 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:25:40.612204 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Pushing event updated for resources: {'Port': ['ID=83cb685c-b20a-4dbf-9582-49897dec4aa2,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:40.649708 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba148b-01a2-44a1-9d81-86e302fbfc50 req-403ca6af-4911-42e3-9707-32b888ab7a14 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:40.651866 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1fba148b-01a2-44a1-9d81-86e302fbfc50 req-403ca6af-4911-42e3-9707-32b888ab7a14 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 931 time: 0.0811183 Aug 10 15:25:40.692295 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:40.693272 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.712514 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1fba148b-01a2-44a1-9d81-86e302fbfc50 req-103965e7-3497-4779-a4bf-b368e5d2c675 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534356 Aug 10 15:25:40.733358 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f8e65876-3fef-43c1-bd9e-7137be85f37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.741204 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f8e65876-3fef-43c1-bd9e-7137be85f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.751826 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-293943a6-88c0-4a9c-a90f-91a392bff2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.761265 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-2233bf36-bab0-49ea-85c0-698b2ef4f133 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3385606 Aug 10 15:25:40.785883 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f8e65876-3fef-43c1-bd9e-7137be85f37b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c9b080a1978486a9e2733bf7a803e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711540 Aug 10 15:25:40.786187 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53404) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:40.786773 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e65876-3fef-43c1-bd9e-7137be85f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e686a9e-e101-4648-83b7-c17e14415952,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:40.820055 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-f6258cd7-b873-4f60-8a6a-4d70585a9a41 None None] Provisioning for port c3fd7027-d514-4c92-8d06-d91b312afbc7 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:40.827105 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-f6258cd7-b873-4f60-8a6a-4d70585a9a41 None None] Provisioning complete for port c3fd7027-d514-4c92-8d06-d91b312afbc7 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:40.827591 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6258cd7-b873-4f60-8a6a-4d70585a9a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.874458 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a6027467-4dbb-457c-9dca-d7ac69180f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.917511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a6027467-4dbb-457c-9dca-d7ac69180f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.928353 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-293943a6-88c0-4a9c-a90f-91a392bff2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.933658 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-293943a6-88c0-4a9c-a90f-91a392bff2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:40.990488 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-f6258cd7-b873-4f60-8a6a-4d70585a9a41 None None] Port c3fd7027-d514-4c92-8d06-d91b312afbc7 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:25:40.997134 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-293943a6-88c0-4a9c-a90f-91a392bff2c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1969c5a780d0422db2913e7dd196d7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458792 Aug 10 15:25:40.998381 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293943a6-88c0-4a9c-a90f-91a392bff2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b61d93-95d3-42a3-83a4-dda5b1bd7737,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:41.001342 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53414) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:41.045665 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a6027467-4dbb-457c-9dca-d7ac69180f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.049208 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a6027467-4dbb-457c-9dca-d7ac69180f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.051722 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a6027467-4dbb-457c-9dca-d7ac69180f61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e686a9e-e101-4648-83b7-c17e14415952 HTTP/1.1" status: 204 len: 168 time: 0.2645941 Aug 10 15:25:41.065901 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027467-4dbb-457c-9dca-d7ac69180f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e686a9e-e101-4648-83b7-c17e14415952,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:41.084756 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943abb9-35bf-44c4-b764-025a69d5eba7 req-f5ce6e07-c52a-4b72-987d-0cd5a96790ca tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:41.093203 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d943abb9-35bf-44c4-b764-025a69d5eba7 req-f5ce6e07-c52a-4b72-987d-0cd5a96790ca tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.0945330 Aug 10 15:25:41.102063 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-839fa036-4e03-4839-b4fd-2835dfbd7960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.136342 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-839fa036-4e03-4839-b4fd-2835dfbd7960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.168561 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d943abb9-35bf-44c4-b764-025a69d5eba7 req-7046d9bd-036a-4a84-a779-b9f2952e837c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682721 Aug 10 15:25:41.183961 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ddc4-70b4-44e3-9ba9-98ae33959ecf req-6bf4db7a-eb74-468f-a70a-e96a4030115b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:41.185975 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cdf8ddc4-70b4-44e3-9ba9-98ae33959ecf req-6bf4db7a-eb74-468f-a70a-e96a4030115b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 931 time: 0.0868762 Aug 10 15:25:41.216102 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-839fa036-4e03-4839-b4fd-2835dfbd7960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.219550 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-839fa036-4e03-4839-b4fd-2835dfbd7960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.220928 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-839fa036-4e03-4839-b4fd-2835dfbd7960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83b61d93-95d3-42a3-83a4-dda5b1bd7737 HTTP/1.1" status: 204 len: 168 time: 0.2183492 Aug 10 15:25:41.240681 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fa036-4e03-4839-b4fd-2835dfbd7960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b61d93-95d3-42a3-83a4-dda5b1bd7737,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:41.254223 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cdf8ddc4-70b4-44e3-9ba9-98ae33959ecf req-71550542-d2ef-4f1f-b04b-9520021782db tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476840 Aug 10 15:25:41.317332 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95a8f-1480-4acd-9e19-d9e59a57762e req-2e060000-57db-4c2f-bd08-5773e0dfacad tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:41.318501 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b0d95a8f-1480-4acd-9e19-d9e59a57762e req-2e060000-57db-4c2f-bd08-5773e0dfacad tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 932 time: 0.0630448 Aug 10 15:25:41.358477 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b0d95a8f-1480-4acd-9e19-d9e59a57762e req-4b98b939-b212-4852-8ab6-f3edbc9bd966 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Aug 10 15:25:41.634712 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53438) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:41.647917 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ab16e340-754d-48a7-9ff5-555eea4892b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.670691 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53440) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:41.683921 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c31df40-c7ce-4f0b-8ba9-b365309c98b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.743837 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ab16e340-754d-48a7-9ff5-555eea4892b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.748360 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ab16e340-754d-48a7-9ff5-555eea4892b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.810691 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ab16e340-754d-48a7-9ff5-555eea4892b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77be0278f667491ea670a09bf8e8e037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747401 Aug 10 15:25:41.811756 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16e340-754d-48a7-9ff5-555eea4892b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff75e39-2d61-497d-bafc-f5666bd0a46a,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:41.814441 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53444) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:41.877715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c31df40-c7ce-4f0b-8ba9-b365309c98b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.880186 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ede4-f32b-4dd0-abde-15965af8cc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.887111 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0f5ce-adcb-4fa3-9ad4-8cc03f1ebaa7 req-22a09b14-05b4-468c-8b50-09ca77120fa1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:41.889665 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9cb0f5ce-adcb-4fa3-9ad4-8cc03f1ebaa7 req-22a09b14-05b4-468c-8b50-09ca77120fa1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 931 time: 0.0827398 Aug 10 15:25:41.890863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8c31df40-c7ce-4f0b-8ba9-b365309c98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.907046 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ede4-f32b-4dd0-abde-15965af8cc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.951055 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31df40-c7ce-4f0b-8ba9-b365309c98b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6c6c1-6e88-4e5d-8dc5-1837aa2d7ee5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:41.971084 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ede4-f32b-4dd0-abde-15965af8cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.973896 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ede4-f32b-4dd0-abde-15965af8cc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:41.977515 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b6c9ede4-f32b-4dd0-abde-15965af8cc1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cff75e39-2d61-497d-bafc-f5666bd0a46a HTTP/1.1" status: 204 len: 168 time: 0.1597931 Aug 10 15:25:41.977657 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8c31df40-c7ce-4f0b-8ba9-b365309c98b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adaa85aeb2dd401a8d8989db2eb404c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030505 Aug 10 15:25:41.977977 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53456) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:41.996448 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9cb0f5ce-adcb-4fa3-9ad4-8cc03f1ebaa7 req-aef144c4-5103-4470-970e-7d8a6259bda0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935645 Aug 10 15:25:41.998064 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9ede4-f32b-4dd0-abde-15965af8cc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff75e39-2d61-497d-bafc-f5666bd0a46a,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:42.047134 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd61b4ae-67e0-4b8d-97eb-9161909f9b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.067963 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd61b4ae-67e0-4b8d-97eb-9161909f9b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.119367 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd61b4ae-67e0-4b8d-97eb-9161909f9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.122551 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd61b4ae-67e0-4b8d-97eb-9161909f9b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.126439 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-dd61b4ae-67e0-4b8d-97eb-9161909f9b26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88c6c6c1-6e88-4e5d-8dc5-1837aa2d7ee5 HTTP/1.1" status: 204 len: 168 time: 0.1448445 Aug 10 15:25:42.133111 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61b4ae-67e0-4b8d-97eb-9161909f9b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6c6c1-6e88-4e5d-8dc5-1837aa2d7ee5,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:42.292003 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa56b0-e6d7-412f-bc2e-c10d86e94ddf req-f6d284d7-99ba-40fc-bece-08cc12573001 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:42.293500 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3bfa56b0-e6d7-412f-bc2e-c10d86e94ddf req-f6d284d7-99ba-40fc-bece-08cc12573001 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 943 time: 0.0535128 Aug 10 15:25:42.344389 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3bfa56b0-e6d7-412f-bc2e-c10d86e94ddf req-1ce3277d-677c-4fa9-9e51-7131c1c22045 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Aug 10 15:25:42.349244 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53474) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:42.401685 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe87fb2-4291-4252-bc83-9e8335d7c652 req-da6239c0-98a9-4e63-8333-ab1aa23dff8e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:42.403845 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2fe87fb2-4291-4252-bc83-9e8335d7c652 req-da6239c0-98a9-4e63-8333-ab1aa23dff8e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 931 time: 0.0729208 Aug 10 15:25:42.470014 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2fe87fb2-4291-4252-bc83-9e8335d7c652 req-68217e08-7950-4f90-8d8b-41a040066c93 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584736 Aug 10 15:25:42.514372 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b469e9-ee5d-43db-8f3a-8482199737ab req-2cc09087-2c94-4c34-9c9a-3f2fbe7d7d8b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:42.515861 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f6b469e9-ee5d-43db-8f3a-8482199737ab req-2cc09087-2c94-4c34-9c9a-3f2fbe7d7d8b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 932 time: 0.0607319 Aug 10 15:25:42.555140 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f6b469e9-ee5d-43db-8f3a-8482199737ab req-96a6d1d1-b3e1-4faf-ab5a-8f8e40c1d289 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Aug 10 15:25:42.570164 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d378df40-7161-43d3-82a8-479cd6e3542e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.614384 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Request body: {'port': {'device_id': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:42.630020 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device acbd8f47-5196-4e3d-8b26-0b02f2d8da19 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:25:42.631616 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Request body: {'port': {'device_id': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:42.637034 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Request body: {'port': {'device_id': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:42.778304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,segment=NetworkSegment(84251676-c13b-4d18-aee9-ce254d6a91c0),segment_id=84251676-c13b-4d18-aee9-ce254d6a91c0)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:42.802600 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19', 'network_id': '3e1cb90e-79c2-4e95-87f4-6cd87339e00c', 'port_id': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19', 'mac_address': 'fa:16:3e:7f:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:25:42.855073 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.859111 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.879096 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbd8f47-5196-4e3d-8b26-0b02f2d8da19 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:42.881111 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.903382 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-04305b10-597e-4a18-9e96-b791673dcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:42.904872 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-04305b10-597e-4a18-9e96-b791673dcbce service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.3197005 Aug 10 15:25:42.909040 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,segment=NetworkSegment(84251676-c13b-4d18-aee9-ce254d6a91c0),segment_id=84251676-c13b-4d18-aee9-ce254d6a91c0)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:42.919235 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.934197 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.986104 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:43.002738 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-e4d8752a-e1d8-422b-9aa9-fdd628748486 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0878544 Aug 10 15:25:43.204971 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-b25b66da-8c63-4705-9012-7c933419e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:43.206477 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-b25b66da-8c63-4705-9012-7c933419e7d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.1899214 Aug 10 15:25:43.229263 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e69b6-aa68-4e0a-8ab9-539180c5f969 req-1f60e38d-a1a4-437a-8594-de398a97ec02 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:43.236422 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d9e69b6-aa68-4e0a-8ab9-539180c5f969 req-1f60e38d-a1a4-437a-8594-de398a97ec02 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 931 time: 0.1267109 Aug 10 15:25:43.239796 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d378df40-7161-43d3-82a8-479cd6e3542e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.281499 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d378df40-7161-43d3-82a8-479cd6e3542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.290869 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-3b44cd7f-3f88-4354-99b5-5057b1f71330 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686791 Aug 10 15:25:43.294737 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['acbd8f47-5196-4e3d-8b26-0b02f2d8da19'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:25:43.317207 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378df40-7161-43d3-82a8-479cd6e3542e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068df246-f7ef-4776-8053-269661f91d4a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:43.386415 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d9e69b6-aa68-4e0a-8ab9-539180c5f969 req-734b31a6-cab0-4be2-88ef-270d207e952f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490417 Aug 10 15:25:43.391873 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d378df40-7161-43d3-82a8-479cd6e3542e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb5880f345d84df1a1c7af8910cdc074&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0406125 Aug 10 15:25:43.402721 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53524) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:43.504836 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fd7027-d514-4c92-8d06-d91b312afbc7 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:43.514808 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.530981 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Transition to ACTIVE for port object c3fd7027-d514-4c92-8d06-d91b312afbc7 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:43.540364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b6df2a1-8f45-4589-96b0-bb7e024aaa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.546301 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.613962 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd7027-d514-4c92-8d06-d91b312afbc7,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:43.671904 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b6df2a1-8f45-4589-96b0-bb7e024aaa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.734873 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8445210-b8cc-49d1-8d3d-f74f85208e03 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:43.810098 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c84420-4638-48bd-bc1a-bf54da124b4e req-01437387-f316-430c-8621-c75d0710305e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:43.825515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87c84420-4638-48bd-bc1a-bf54da124b4e req-01437387-f316-430c-8621-c75d0710305e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 944 time: 0.3212667 Aug 10 15:25:43.825515 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.847139 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4915465b-d063-4e8b-9a3c-a95a5b3b9cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.853220 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Transition to ACTIVE for port object f8445210-b8cc-49d1-8d3d-f74f85208e03 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:43.934435 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5506bf-b153-4922-a0b5-9444897c4185 req-040d272e-34cb-40d3-85d9-0c050062435e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:43.936846 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc5506bf-b153-4922-a0b5-9444897c4185 req-040d272e-34cb-40d3-85d9-0c050062435e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 931 time: 0.3163924 Aug 10 15:25:43.937763 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:43.989772 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.089251 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87c84420-4638-48bd-bc1a-bf54da124b4e req-4546b0af-b892-4a03-a779-a5b5279e7e75 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929636 Aug 10 15:25:44.160226 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:44.171489 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-0d9b7d1c-eba2-47e8-bf9f-c13d99ae5433 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586123 Aug 10 15:25:44.182926 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cc5506bf-b153-4922-a0b5-9444897c4185 req-47086da5-7ada-40f1-8088-830aee3e99a1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249212 Aug 10 15:25:44.183770 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b6df2a1-8f45-4589-96b0-bb7e024aaa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.187732 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b6df2a1-8f45-4589-96b0-bb7e024aaa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.195658 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6b6df2a1-8f45-4589-96b0-bb7e024aaa86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/068df246-f7ef-4776-8053-269661f91d4a HTTP/1.1" status: 204 len: 168 time: 0.7898214 Aug 10 15:25:44.236360 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6df2a1-8f45-4589-96b0-bb7e024aaa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068df246-f7ef-4776-8053-269661f91d4a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:44.326192 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Attempting to bind port f8445210-b8cc-49d1-8d3d-f74f85208e03 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:44.327305 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Attempting to bind port f8445210-b8cc-49d1-8d3d-f74f85208e03 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:44.327798 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Attempting to bind port f8445210-b8cc-49d1-8d3d-f74f85208e03 on network eee1b5ed-b863-4755-ac90-e7cc2376e15a {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:44.330139 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Attempting to bind port c3fd7027-d514-4c92-8d06-d91b312afbc7 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:44.330584 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Attempting to bind port c3fd7027-d514-4c92-8d06-d91b312afbc7 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:44.330773 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Attempting to bind port c3fd7027-d514-4c92-8d06-d91b312afbc7 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:44.334707 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Port f8445210-b8cc-49d1-8d3d-f74f85208e03 on network eee1b5ed-b863-4755-ac90-e7cc2376e15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:25:44.335452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Attempting to bind port f8445210-b8cc-49d1-8d3d-f74f85208e03 on network eee1b5ed-b863-4755-ac90-e7cc2376e15a {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:44.344016 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:44.344619 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Checking segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:44.345164 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Bound using segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:44.346051 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Port c3fd7027-d514-4c92-8d06-d91b312afbc7 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:25:44.346216 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Bound port: f8445210-b8cc-49d1-8d3d-f74f85208e03, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:44.346378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Attempting to bind port c3fd7027-d514-4c92-8d06-d91b312afbc7 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:44.346846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.364465 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cb685c-b20a-4dbf-9582-49897dec4aa2 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:44.369178 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:44.369442 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Checking segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:44.369840 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Bound using segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:44.370291 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Bound port: c3fd7027-d514-4c92-8d06-d91b312afbc7, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:44.370651 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.379514 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.384110 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cc9ae-dd87-466a-8146-cbfe8b81086b req-9f3009b1-287e-4927-9c63-b62c1c5dec00 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:44.386434 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-208cc9ae-dd87-466a-8146-cbfe8b81086b req-9f3009b1-287e-4927-9c63-b62c1c5dec00 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 932 time: 0.1617081 Aug 10 15:25:44.456692 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-208cc9ae-dd87-466a-8146-cbfe8b81086b req-900060f6-323d-4db1-8d72-68360173a6d5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Aug 10 15:25:44.470605 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Transition to ACTIVE for port object 83cb685c-b20a-4dbf-9582-49897dec4aa2 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:25:44.488570 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:44.492526 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:44.498396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.499744 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.501742 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5933c1a6-8e70-4aba-bcce-7d6622ae774a req-814b600e-5276-44ed-bc52-f189335a84a8 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222094 Aug 10 15:25:44.547466 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] For port c3fd7027-d514-4c92-8d06-d91b312afbc7, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:44.564187 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] For port c3fd7027-d514-4c92-8d06-d91b312afbc7, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:44.580455 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.598855 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=83cb685c-b20a-4dbf-9582-49897dec4aa2,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:44.601115 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0caa48ad-f7ca-44d8-9afd-72099328b4e4 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:25:44.632911 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:44.636614 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.640186 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 1093 time: 2.0325592 Aug 10 15:25:44.645359 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:44.649277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:44.678964 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766d66-0a0e-47ac-a9d8-17dfc2334dbf req-b624902c-c47b-4d76-b291-88ee5a820502 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:44.692041 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-69766d66-0a0e-47ac-a9d8-17dfc2334dbf req-b624902c-c47b-4d76-b291-88ee5a820502 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 943 time: 0.1888540 Aug 10 15:25:44.695018 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a44c-167f-4698-b011-69d527e01c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:44.701710 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device acbd8f47-5196-4e3d-8b26-0b02f2d8da19 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:44.835914 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.db.resource_extend [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 15:25:44.882154 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53586) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:44.883085 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:44.883904 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.885304 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 1093 time: 2.2593629 Aug 10 15:25:44.885758 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:44.890072 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-69766d66-0a0e-47ac-a9d8-17dfc2334dbf req-91c7c8df-1427-4438-9edf-7f32f39ad11c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841090 Aug 10 15:25:44.916291 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8712689a-fef1-49f8-905a-aec3cdae63f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:44.939958 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fed6f99d-51ca-40ab-b0bd-37b2ec31b67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:44.958119 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-4a6a2ce7-5a2c-4d59-a30d-ef2460ee5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:44.959584 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-4a6a2ce7-5a2c-4d59-a30d-ef2460ee5d53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1096 time: 0.2337925 Aug 10 15:25:45.004535 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757f690e-a9ed-4d35-b2ad-c451f09a1bed x-openstack-request-id: req-757f690e-a9ed-4d35-b2ad-c451f09a1bed {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:45.004821 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:45.005080 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-757f690e-a9ed-4d35-b2ad-c451f09a1bed {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:45.005494 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'status': 'completed', 'code': 200} Aug 10 15:25:45.045930 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Attempting to bind port 83cb685c-b20a-4dbf-9582-49897dec4aa2 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:25:45.050711 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Attempting to bind port 83cb685c-b20a-4dbf-9582-49897dec4aa2 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:25:45.053580 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Attempting to bind port 83cb685c-b20a-4dbf-9582-49897dec4aa2 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:45.077868 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:45.085949 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500472c6-c827-4189-a4db-d8aa6ad99f6b x-openstack-request-id: req-500472c6-c827-4189-a4db-d8aa6ad99f6b {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:45.086459 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:45.087012 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-500472c6-c827-4189-a4db-d8aa6ad99f6b {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:45.087501 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'status': 'completed', 'code': 200} Aug 10 15:25:45.099160 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:45.099986 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.183500 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Port 83cb685c-b20a-4dbf-9582-49897dec4aa2 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:25:45.184087 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Attempting to bind port 83cb685c-b20a-4dbf-9582-49897dec4aa2 on network c708561f-3b4d-40db-9abe-dcf49427e7a8 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:25:45.195990 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:45.200951 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0e0b-ddc8-41be-8a07-9651f2327a90 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd7027-d514-4c92-8d06-d91b312afbc7,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:45.206098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:25:45.207114 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Checking segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:25:45.207704 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Bound using segment: {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:25:45.208327 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Bound port: 83cb685c-b20a-4dbf-9582-49897dec4aa2, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e930f2-12a1-4e54-b777-03296f4c0bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:25:45.208978 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.234993 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '0caa48ad-f7ca-44d8-9afd-72099328b4e4', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'port_id': '0caa48ad-f7ca-44d8-9afd-72099328b4e4', 'mac_address': 'fa:16:3e:df:12:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:25:45.255849 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fed6f99d-51ca-40ab-b0bd-37b2ec31b67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.260049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-5d3e0b87-c340-4ff3-a211-7ec6acae7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.263450 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-5d3e0b87-c340-4ff3-a211-7ec6acae7155 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1096 time: 0.2622185 Aug 10 15:25:45.331974 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-d3c201f5-72a7-4f9a-8dfa-f676fbdd6374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 217 time: 0.3180482 Aug 10 15:25:45.333911 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fed6f99d-51ca-40ab-b0bd-37b2ec31b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.362783 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.364348 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] For port 83cb685c-b20a-4dbf-9582-49897dec4aa2, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:25:45.368288 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] For port 83cb685c-b20a-4dbf-9582-49897dec4aa2, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:25:45.379046 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.384750 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caa48ad-f7ca-44d8-9afd-72099328b4e4 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:45.406351 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:45.417904 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-f6683023-ff45-41c6-807f-c8fff4fe82a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 217 time: 0.0474415 Aug 10 15:25:45.464704 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.479230 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fed6f99d-51ca-40ab-b0bd-37b2ec31b67d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0efbffe21f9644a79902a47e5f534a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954990 Aug 10 15:25:45.487198 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53610) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:45.488359 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6f99d-51ca-40ab-b0bd-37b2ec31b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f7e48f-1fe3-4e53-b249-aa8cc661fd02,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:45.499780 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-25939108-76f0-46ab-8c15-fa609742b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.499780 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-25939108-76f0-46ab-8c15-fa609742b683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0557044 Aug 10 15:25:45.500324 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.500504 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.502112 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] 10.222.0.16 "PUT /v2.0/ports/83cb685c-b20a-4dbf-9582-49897dec4aa2 HTTP/1.1" status: 200 len: 1094 time: 2.8745618 Aug 10 15:25:45.567132 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56196a-69c3-4f7a-9005-11708429ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=83cb685c-b20a-4dbf-9582-49897dec4aa2,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:45.613676 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.615316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-3711ef01-2182-42d6-a789-7c3953f71e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.616809 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-3711ef01-2182-42d6-a789-7c3953f71e8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989890 Aug 10 15:25:45.629932 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=0caa48ad-f7ca-44d8-9afd-72099328b4e4,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:45.666462 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:45.687360 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-f512f2f6-a376-4335-ba33-a0b36dee714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.688869 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-f512f2f6-a376-4335-ba33-a0b36dee714a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 1097 time: 0.1142292 Aug 10 15:25:45.740467 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596cc34-b1e0-41d0-b892-110139d22c4e req-7ee8fb51-a95e-467d-8bab-8727c93af0c0 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.755427 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1596cc34-b1e0-41d0-b892-110139d22c4e req-7ee8fb51-a95e-467d-8bab-8727c93af0c0 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 944 time: 0.4967287 Aug 10 15:25:45.760442 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-87b43010-b956-4c80-af74-58171d63c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.762185 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-87b43010-b956-4c80-af74-58171d63c73d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.3902674 Aug 10 15:25:45.768299 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['0caa48ad-f7ca-44d8-9afd-72099328b4e4'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:25:45.774001 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,segment=NetworkSegment(84251676-c13b-4d18-aee9-ce254d6a91c0),segment_id=84251676-c13b-4d18-aee9-ce254d6a91c0)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:45.801188 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2657a-8a77-4c82-b7d5-f67fbc1f0e3b req-dc230bf4-6c25-419b-bcc6-629048b18141 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:45.807540 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.808084 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25b2657a-8a77-4c82-b7d5-f67fbc1f0e3b req-dc230bf4-6c25-419b-bcc6-629048b18141 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.4791019 Aug 10 15:25:45.815047 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-900e1035-dbed-4955-b593-a127d7f2fe79 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890624 Aug 10 15:25:45.817314 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-543db884-ac58-464a-8257-923c055fa006 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2 HTTP/1.1" status: 200 len: 217 time: 0.1117072 Aug 10 15:25:45.904240 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:45.976429 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfe9-51a0-4134-b278-2fe7c9c4f060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:45.992147 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b0d66-904a-4208-9487-c89ac2ecf1c5" -d '{"events": [{"server_uuid": "73138ae6-a115-4e3e-a2a1-658af6cf6396", "name": "network-vif-plugged", "status": "completed", "tag": "acbd8f47-5196-4e3d-8b26-0b02f2d8da19"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:46.000126 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1596cc34-b1e0-41d0-b892-110139d22c4e req-ef1fa636-9c98-49d6-876c-2cd094642821 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437007 Aug 10 15:25:46.014753 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474ced-b11d-4cde-992b-92228cb8906d req-f56651da-72b6-44b0-b163-c0d19d94e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:46.016845 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-f56651da-72b6-44b0-b163-c0d19d94e626 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.1817458 Aug 10 15:25:46.062557 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b6189a2b-8efb-407a-afd7-fed4e94052c0 req-c6a41c5f-ea23-45da-ab6a-37cedd606dff service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261028 Aug 10 15:25:46.069501 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25b2657a-8a77-4c82-b7d5-f67fbc1f0e3b req-59e46d66-d699-4bf6-a851-9edcf9445ec0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409499 Aug 10 15:25:46.083236 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfe9-51a0-4134-b278-2fe7c9c4f060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.118160 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-420289be-5180-4784-8587-ebb72311c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:46.120169 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-420289be-5180-4784-8587-ebb72311c1fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3110156 Aug 10 15:25:46.212267 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ba03b-5fbe-46c1-9ac4-7674a864fb5c req-b4dfdfa8-c571-4d14-8040-cc3c62f3f83a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:46.213803 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e6ba03b-5fbe-46c1-9ac4-7674a864fb5c req-b4dfdfa8-c571-4d14-8040-cc3c62f3f83a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.1086257 Aug 10 15:25:46.229001 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfe9-51a0-4134-b278-2fe7c9c4f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.231498 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfe9-51a0-4134-b278-2fe7c9c4f060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.232729 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b8f8bfe9-51a0-4134-b278-2fe7c9c4f060 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08f7e48f-1fe3-4e53-b249-aa8cc661fd02 HTTP/1.1" status: 204 len: 168 time: 0.7393603 Aug 10 15:25:46.249208 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142633d8-d617-4caa-8e1c-c20034ffff24 req-34d5e055-9a11-4020-b7ba-4291a6352277 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:46.250830 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-142633d8-d617-4caa-8e1c-c20034ffff24 req-34d5e055-9a11-4020-b7ba-4291a6352277 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 943 time: 0.1033514 Aug 10 15:25:46.267958 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8bfe9-51a0-4134-b278-2fe7c9c4f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f7e48f-1fe3-4e53-b249-aa8cc661fd02,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:46.271339 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef3be288-490f-4c62-b172-884f5cad7a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.305930 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e6ba03b-5fbe-46c1-9ac4-7674a864fb5c req-8803f714-aaef-45fe-b2dd-2814959487a1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855315 Aug 10 15:25:46.320037 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-142633d8-d617-4caa-8e1c-c20034ffff24 req-8ead8f67-ceee-495a-b47f-0503aa3ac11e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560851 Aug 10 15:25:46.371562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53656) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:46.566525 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af87211-189c-4128-bd89-49ae71299c89 x-openstack-request-id: req-5af87211-189c-4128-bd89-49ae71299c89 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:46.566882 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73138ae6-a115-4e3e-a2a1-658af6cf6396", "name": "network-vif-plugged", "status": "completed", "tag": "acbd8f47-5196-4e3d-8b26-0b02f2d8da19", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:46.567201 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5af87211-189c-4128-bd89-49ae71299c89 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:46.567715 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19', 'code': 200} Aug 10 15:25:46.579917 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd498697-dc72-49da-919b-620fc4051222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.586003 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.673277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd498697-dc72-49da-919b-620fc4051222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.677202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd498697-dc72-49da-919b-620fc4051222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.715293 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cd498697-dc72-49da-919b-620fc4051222 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb1ccbfdb13249519f1726fe55cbf964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423510 Aug 10 15:25:46.716133 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498697-dc72-49da-919b-620fc4051222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1416794-a8dc-4413-b69b-94b8c8657495,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:46.717903 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53670) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:46.769213 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e766793-059b-42ce-983c-27d2fa79fc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.794254 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e766793-059b-42ce-983c-27d2fa79fc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.842687 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e766793-059b-42ce-983c-27d2fa79fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.845264 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e766793-059b-42ce-983c-27d2fa79fc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:46.846445 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-8e766793-059b-42ce-983c-27d2fa79fc5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1416794-a8dc-4413-b69b-94b8c8657495 HTTP/1.1" status: 204 len: 168 time: 0.1275427 Aug 10 15:25:46.856283 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e766793-059b-42ce-983c-27d2fa79fc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1416794-a8dc-4413-b69b-94b8c8657495,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:47.088657 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'tag': '83cb685c-b20a-4dbf-9582-49897dec4aa2'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:47.091092 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afc20a4-d55c-4a10-98f5-33f8706230b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbb8802-cab9-46ba-8b7e-c74d2ed636bf", "tag": "83cb685c-b20a-4dbf-9582-49897dec4aa2"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:47.136835 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c74ea0d-1c8e-40fd-b3cf-796476d896b1 x-openstack-request-id: req-1c74ea0d-1c8e-40fd-b3cf-796476d896b1 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:47.137178 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbb8802-cab9-46ba-8b7e-c74d2ed636bf", "tag": "83cb685c-b20a-4dbf-9582-49897dec4aa2", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:47.138001 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c74ea0d-1c8e-40fd-b3cf-796476d896b1 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:47.138444 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'tag': '83cb685c-b20a-4dbf-9582-49897dec4aa2', 'status': 'completed', 'code': 200} Aug 10 15:25:47.184176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fc06-fb93-4b53-a04a-5e9790a60dc6 req-71d91a0a-68c0-4608-a0c1-ff015bef64a6 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:47.186028 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d40fc06-fb93-4b53-a04a-5e9790a60dc6 req-71d91a0a-68c0-4608-a0c1-ff015bef64a6 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0968735 Aug 10 15:25:47.211185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53712) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:47.228107 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dc24a15a-bed4-4561-b7a4-d100ab04f1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.285312 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d40fc06-fb93-4b53-a04a-5e9790a60dc6 req-903f3db9-e2dd-49e9-aaa1-9c3cca9b17a9 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925462 Aug 10 15:25:47.297206 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b1e45-725b-4d5b-9a6a-c1d65ee62d61 req-79920480-06e0-416d-bb8a-2d73abc0ba7b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:47.298810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e79b1e45-725b-4d5b-9a6a-c1d65ee62d61 req-79920480-06e0-416d-bb8a-2d73abc0ba7b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0890598 Aug 10 15:25:47.349510 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e79b1e45-725b-4d5b-9a6a-c1d65ee62d61 req-f01bd5ad-47df-41f1-a8f5-33558e2f1617 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Aug 10 15:25:47.367830 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dc24a15a-bed4-4561-b7a4-d100ab04f1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.390305 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dc24a15a-bed4-4561-b7a4-d100ab04f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.455841 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-dc24a15a-bed4-4561-b7a4-d100ab04f1b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4f042a4b19045c594b139b30dd8a121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434909 Aug 10 15:25:47.456700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24a15a-bed4-4561-b7a4-d100ab04f1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e96d261-c4c0-4137-8f8a-04b520b617c9,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:47.474030 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53726) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:47.477684 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45dd9a-a29c-4735-8070-b42ac3941347 req-31724423-170b-42c0-9221-7194198e6dbb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:47.479940 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e45dd9a-a29c-4735-8070-b42ac3941347 req-31724423-170b-42c0-9221-7194198e6dbb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.0866504 Aug 10 15:25:47.505608 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122dab-f466-4407-abf7-d0c2986eb970 req-0d528e25-37cd-4b6b-adf8-b4f7080e4cf6 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:47.505608 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-65122dab-f466-4407-abf7-d0c2986eb970 req-0d528e25-37cd-4b6b-adf8-b4f7080e4cf6 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 943 time: 0.0771315 Aug 10 15:25:47.539707 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.546245 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fe93-d0ef-445a-b9a2-594e8e6c3f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.560867 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e45dd9a-a29c-4735-8070-b42ac3941347 req-c52fd2ab-b1ee-4d5e-aaa1-e2ecbd903c58 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733638 Aug 10 15:25:47.570988 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fe93-d0ef-445a-b9a2-594e8e6c3f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.574843 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-65122dab-f466-4407-abf7-d0c2986eb970 req-c09a5686-daa9-4aaf-890c-df5178ccbd16 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594056 Aug 10 15:25:47.613593 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53732) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:47.631380 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fe93-d0ef-445a-b9a2-594e8e6c3f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.633911 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fe93-d0ef-445a-b9a2-594e8e6c3f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.635620 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a7a7fe93-d0ef-445a-b9a2-594e8e6c3f73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e96d261-c4c0-4137-8f8a-04b520b617c9 HTTP/1.1" status: 204 len: 168 time: 0.1591640 Aug 10 15:25:47.643447 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7fe93-d0ef-445a-b9a2-594e8e6c3f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e96d261-c4c0-4137-8f8a-04b520b617c9,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:47.727521 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0c068ec9-2193-4b7b-963f-a563b5c01611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.823398 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0c068ec9-2193-4b7b-963f-a563b5c01611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.830681 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0c068ec9-2193-4b7b-963f-a563b5c01611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.870485 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0c068ec9-2193-4b7b-963f-a563b5c01611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c2f31c031774eb6966f2895705a4ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558315 Aug 10 15:25:47.872524 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c068ec9-2193-4b7b-963f-a563b5c01611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53b873-5e22-4455-9698-65224401150a,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:47.873353 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53744) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:47.935380 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cf09fd1b-62c6-4c77-a71c-da78b9457e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:47.956024 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cf09fd1b-62c6-4c77-a71c-da78b9457e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:48.002596 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cf09fd1b-62c6-4c77-a71c-da78b9457e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:48.005286 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cf09fd1b-62c6-4c77-a71c-da78b9457e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:48.006472 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cf09fd1b-62c6-4c77-a71c-da78b9457e0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e53b873-5e22-4455-9698-65224401150a HTTP/1.1" status: 204 len: 168 time: 0.1319530 Aug 10 15:25:48.014967 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09fd1b-62c6-4c77-a71c-da78b9457e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53b873-5e22-4455-9698-65224401150a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:48.435856 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18a9a-b88f-4c95-844c-70245694a74f req-99fb960f-6001-4bef-a012-ed056c22bcd4 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:48.437499 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-21b18a9a-b88f-4c95-844c-70245694a74f req-99fb960f-6001-4bef-a012-ed056c22bcd4 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0632792 Aug 10 15:25:48.514744 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3966d5-0a84-4d4f-bbb6-8de1e432ffea req-f492e3d0-7cf9-4624-8002-b544cca2e6a6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:48.516927 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-be3966d5-0a84-4d4f-bbb6-8de1e432ffea req-f492e3d0-7cf9-4624-8002-b544cca2e6a6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0714414 Aug 10 15:25:48.526394 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-21b18a9a-b88f-4c95-844c-70245694a74f req-dc6a0a60-0a2b-429f-aa54-b95a77f37342 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795789 Aug 10 15:25:48.568296 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-be3966d5-0a84-4d4f-bbb6-8de1e432ffea req-62b1f001-f99e-45ea-910f-0bea98aaa9b4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408883 Aug 10 15:25:48.716518 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0654-de5c-4426-b848-24ce2f455256 req-5fa56de4-9acd-47fa-97ae-b4c304cd9230 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:48.718115 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-127b0654-de5c-4426-b848-24ce2f455256 req-5fa56de4-9acd-47fa-97ae-b4c304cd9230 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.0806284 Aug 10 15:25:48.739846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e9392-2b02-409c-8ffb-78558f07fb0d req-c37267a5-2c55-4d4f-8ce8-5babab07ac32 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:48.741336 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e84e9392-2b02-409c-8ffb-78558f07fb0d req-c37267a5-2c55-4d4f-8ce8-5babab07ac32 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 943 time: 0.0776868 Aug 10 15:25:48.793542 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-127b0654-de5c-4426-b848-24ce2f455256 req-a4c0c36c-1ffe-4fde-bf64-f37b7c8be8e0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685568 Aug 10 15:25:48.810628 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e84e9392-2b02-409c-8ffb-78558f07fb0d req-9e0f7deb-a2f8-4e73-ae7d-d057078d5549 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624545 Aug 10 15:25:48.822882 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-4814d3d1-abcc-4790-b28f-70c3176025cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454407 Aug 10 15:25:48.829475 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53802) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:48.982941 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-14d26caa-6482-4e86-b348-c4fe2113cbfb service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346409 Aug 10 15:25:48.983807 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-160394d9-c4dd-4303-a814-ed2d7c78273d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.032013 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-2fe2fe64-70a7-44cf-8e93-463219ff47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.036806 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-2fe2fe64-70a7-44cf-8e93-463219ff47fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1096 time: 0.1212645 Aug 10 15:25:49.132783 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a07f1cc1-d20e-4c47-82db-103b407adf93 req-6ea09da4-c97c-404c-9b8f-1ea142389cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404243 Aug 10 15:25:49.143225 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-6c05d90f-33da-4c38-a532-ddc3c6abb852 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226744 Aug 10 15:25:49.179696 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-160394d9-c4dd-4303-a814-ed2d7c78273d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.184699 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-160394d9-c4dd-4303-a814-ed2d7c78273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.226627 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-160394d9-c4dd-4303-a814-ed2d7c78273d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4906761a78c40afa719bd130f7acded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935385 Aug 10 15:25:49.226785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53844) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:49.229230 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160394d9-c4dd-4303-a814-ed2d7c78273d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a877e-b8d1-4e09-aa80-a0884067d3e3,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:49.296759 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-acdbf670-6556-49b1-bca3-fa394ae2c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.298197 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-acdbf670-6556-49b1-bca3-fa394ae2c807 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 1098 time: 0.2229180 Aug 10 15:25:49.316914 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-3b293559-de71-4cfc-a1eb-822f8c15f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.317518 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-c1a15c8d-d779-4ef9-9fb0-e494d2203024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.318174 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-3b293559-de71-4cfc-a1eb-822f8c15f013 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1096 time: 0.0647655 Aug 10 15:25:49.318973 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-c1a15c8d-d779-4ef9-9fb0-e494d2203024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.2662549 Aug 10 15:25:49.329197 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cbbe2ccd-f53e-4a68-b001-b83b82336083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.338326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-cab281c3-e0b2-48c2-9cc7-a3b511be3697 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.344711 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.389705 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc474ced-b11d-4cde-992b-92228cb8906d req-62d7a473-0667-4373-972f-31b91f217a96 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020075 Aug 10 15:25:49.389705 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-18a1f2e3-4288-4b58-96f6-4b936b83dfb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 217 time: 0.0516787 Aug 10 15:25:49.407157 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cbbe2ccd-f53e-4a68-b001-b83b82336083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.483490 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-bd561aad-431f-43a5-b5ef-ab7ae6b979a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.485549 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-bd561aad-431f-43a5-b5ef-ab7ae6b979a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0775661 Aug 10 15:25:49.487538 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cbbe2ccd-f53e-4a68-b001-b83b82336083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.490451 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cbbe2ccd-f53e-4a68-b001-b83b82336083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:49.491934 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cbbe2ccd-f53e-4a68-b001-b83b82336083 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d60a877e-b8d1-4e09-aa80-a0884067d3e3 HTTP/1.1" status: 204 len: 168 time: 0.2642500 Aug 10 15:25:49.498163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-9214bfe4-d4e0-4b0b-9500-48839d6f5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.500104 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-9214bfe4-d4e0-4b0b-9500-48839d6f5765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.1680992 Aug 10 15:25:49.505742 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe2ccd-f53e-4a68-b001-b83b82336083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a877e-b8d1-4e09-aa80-a0884067d3e3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:49.569201 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-cc24fcc7-00cc-4f52-a5da-8f3c953e6467 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 217 time: 0.0600765 Aug 10 15:25:49.755933 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-692542f9-6767-4bf8-837c-175c1c629a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.757735 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-692542f9-6767-4bf8-837c-175c1c629a00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.1786494 Aug 10 15:25:49.768185 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f16a7-f04a-4ea0-a8db-2d5dfa8b3cf7 req-8c38aab1-5287-44a8-8f4e-b4cb73289e1e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.770098 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d2f16a7-f04a-4ea0-a8db-2d5dfa8b3cf7 req-8c38aab1-5287-44a8-8f4e-b4cb73289e1e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.1334913 Aug 10 15:25:49.823877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c52ea-bb90-4741-9783-231cd76c0a78 req-5327cd8a-ee96-40ac-a882-a05679b857dd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.827102 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-388c52ea-bb90-4741-9783-231cd76c0a78 req-5327cd8a-ee96-40ac-a882-a05679b857dd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.1278238 Aug 10 15:25:49.922827 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d2f16a7-f04a-4ea0-a8db-2d5dfa8b3cf7 req-228d1fec-0419-41dc-84be-2ad5fb92e6f8 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350462 Aug 10 15:25:49.929601 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-528c1d3b-a175-4587-b321-05132351155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:49.931136 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-528c1d3b-a175-4587-b321-05132351155a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1540582 Aug 10 15:25:49.992017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-cab281c3-e0b2-48c2-9cc7-a3b511be3697 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.024400 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-cab281c3-e0b2-48c2-9cc7-a3b511be3697 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.033492 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-d687e519-8b53-4348-af1e-1dbf7c0366ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:50.035743 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-d687e519-8b53-4348-af1e-1dbf7c0366ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 1097 time: 0.5337846 Aug 10 15:25:50.080108 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-8e5a5e45-d18a-4304-bcab-63cee834f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:50.082186 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-8e5a5e45-d18a-4304-bcab-63cee834f5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5813184 Aug 10 15:25:50.268020 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53914) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:50.271242 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-cab281c3-e0b2-48c2-9cc7-a3b511be3697 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9625187 Aug 10 15:25:50.280386 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab281c3-e0b2-48c2-9cc7-a3b511be3697 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=470f4955-a67a-4b5a-a098-c317446410a8,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:50.341118 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-388c52ea-bb90-4741-9783-231cd76c0a78 req-83e5cab3-5922-42d3-9115-2f714f7c12be tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4929464 Aug 10 15:25:50.349334 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-8a81fda8-4182-4671-acff-07d0e1cd7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:50.350858 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-8a81fda8-4182-4671-acff-07d0e1cd7fca service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.2610688 Aug 10 15:25:50.352743 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-a3e30c66-c304-494b-9a67-0a593fe29a20 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320514 Aug 10 15:25:50.431251 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773471b3-1a7e-41f1-97e4-4730eb3819ed req-d23a2126-3c71-4ca3-bc4e-dc48c995debf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:50.432834 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-773471b3-1a7e-41f1-97e4-4730eb3819ed req-d23a2126-3c71-4ca3-bc4e-dc48c995debf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.1333835 Aug 10 15:25:50.469989 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6035f22b-0a45-448e-8f5b-46196b50f906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.479587 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-4c4f36e7-f129-499a-8a3e-837b420e8ad4 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285733 Aug 10 15:25:50.523296 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9716f8-c15e-4934-909d-111bde7f5580 req-8df07152-3e39-41c7-9441-234b7f8f337f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:50.525428 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4d9716f8-c15e-4934-909d-111bde7f5580 req-8df07152-3e39-41c7-9441-234b7f8f337f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 943 time: 0.0893030 Aug 10 15:25:50.528511 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-773471b3-1a7e-41f1-97e4-4730eb3819ed req-d408b13c-1064-4ba7-a92f-9b06c664ebe8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805252 Aug 10 15:25:50.575389 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4d9716f8-c15e-4934-909d-111bde7f5580 req-31fc8c4b-84e6-47bd-892f-065c4074f921 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417790 Aug 10 15:25:50.604204 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6035f22b-0a45-448e-8f5b-46196b50f906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.608050 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6035f22b-0a45-448e-8f5b-46196b50f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.703845 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-b5cad580-0bc6-4a1a-8c1a-003c11603240 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2 HTTP/1.1" status: 200 len: 217 time: 0.0708313 Aug 10 15:25:50.738193 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ca6178c-b3d0-41f5-96ce-61126f80fdd9 req-dc4653da-d548-4b7b-8204-684b4faf7b9c service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066780 Aug 10 15:25:50.744144 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6035f22b-0a45-448e-8f5b-46196b50f906 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f1a922f935a48cfa4d10fa3454ec25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719045 Aug 10 15:25:50.744820 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035f22b-0a45-448e-8f5b-46196b50f906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8692ed-0697-437e-924f-bd93745276c7,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:50.747004 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 53934) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:50.807374 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-7b50393c-a2b9-400f-a1c3-83915adc6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:50.808825 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-7b50393c-a2b9-400f-a1c3-83915adc6fa0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.0769005 Aug 10 15:25:50.812785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1062aeba-a485-4e28-862f-827ca1b30180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.839793 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c3fd7027-d514-4c92-8d06-d91b312afbc7 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:25:50.846722 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0caa48ad-f7ca-44d8-9afd-72099328b4e4 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:50.849542 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1062aeba-a485-4e28-862f-827ca1b30180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.851349 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8712689a-fef1-49f8-905a-aec3cdae63f8 req-23792ad2-30bb-4402-b0f5-a4ed1625e7cb service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238975 Aug 10 15:25:50.853175 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-676b3ff8-664c-4c73-beae-fa9a0c969132 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356441 Aug 10 15:25:50.920675 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1062aeba-a485-4e28-862f-827ca1b30180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.923485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1062aeba-a485-4e28-862f-827ca1b30180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:50.927238 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1062aeba-a485-4e28-862f-827ca1b30180 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb8692ed-0697-437e-924f-bd93745276c7 HTTP/1.1" status: 204 len: 168 time: 0.1765034 Aug 10 15:25:50.932735 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062aeba-a485-4e28-862f-827ca1b30180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8692ed-0697-437e-924f-bd93745276c7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:51.025889 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port c3fd7027-d514-4c92-8d06-d91b312afbc7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:51.042881 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'port_id': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'mac_address': 'fa:16:3e:9f:8a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:25:51.048094 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:51.055035 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:51.055571 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.069576 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-269cb554-1675-43a1-b23c-662c352bbe5a service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719720 Aug 10 15:25:51.100598 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8a913-519d-4911-91ab-9c9a2606c288 req-dcaf41d5-afc1-4d62-98ba-53b83c6f2e2c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:51.110259 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58b8a913-519d-4911-91ab-9c9a2606c288 req-dcaf41d5-afc1-4d62-98ba-53b83c6f2e2c tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0812104 Aug 10 15:25:51.146310 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58b8a913-519d-4911-91ab-9c9a2606c288 req-8c0ff51b-0b28-4270-94ca-ed6eee5860c1 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Aug 10 15:25:51.147528 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.199726 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fd7027-d514-4c92-8d06-d91b312afbc7 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:51.235512 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port c3fd7027-d514-4c92-8d06-d91b312afbc7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:51.236795 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.241446 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5afc20a4-d55c-4a10-98f5-33f8706230b1 req-c55f3f73-5508-45c1-890c-7a11577ff895 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557608 Aug 10 15:25:51.247903 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.290621 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caa48ad-f7ca-44d8-9afd-72099328b4e4'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:51.292894 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc964b14-e7d0-4fdf-aa75-5b660cb6e058" -d '{"events": [{"server_uuid": "70c822cf-860b-4b7a-b934-3d4a0adad8a1", "name": "network-vif-plugged", "status": "completed", "tag": "0caa48ad-f7ca-44d8-9afd-72099328b4e4"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:51.339261 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:51.378462 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998202a7-ba6b-4c1e-8090-796ee69e1572 x-openstack-request-id: req-998202a7-ba6b-4c1e-8090-796ee69e1572 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:51.379318 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c822cf-860b-4b7a-b934-3d4a0adad8a1", "name": "network-vif-plugged", "status": "completed", "tag": "0caa48ad-f7ca-44d8-9afd-72099328b4e4", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:51.379577 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-998202a7-ba6b-4c1e-8090-796ee69e1572 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:51.379993 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caa48ad-f7ca-44d8-9afd-72099328b4e4', 'code': 200} Aug 10 15:25:51.384803 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.394911 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=c3fd7027-d514-4c92-8d06-d91b312afbc7,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:51.501943 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=0caa48ad-f7ca-44d8-9afd-72099328b4e4,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:51.552612 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d32c74-fa5e-441a-8534-cc18b7d09ff9 req-ccbe8ce7-4039-4962-b4ed-47a553315a38 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:51.561642 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6d32c74-fa5e-441a-8534-cc18b7d09ff9 req-ccbe8ce7-4039-4962-b4ed-47a553315a38 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.1087885 Aug 10 15:25:51.572668 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 53998) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:51.598911 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7b6b759d-9d05-4d6e-8003-d05e3457900c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.606157 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['c3fd7027-d514-4c92-8d06-d91b312afbc7'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:25:51.612021 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6d32c74-fa5e-441a-8534-cc18b7d09ff9 req-bc74f856-f12b-487f-b375-54dc57d20f74 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492094 Aug 10 15:25:51.718706 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbc683-9f9e-4896-951c-bf64b31d3a3f req-6728ab92-6039-47c7-9efa-53e20f989256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:51.720331 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a7dbc683-9f9e-4896-951c-bf64b31d3a3f req-6728ab92-6039-47c7-9efa-53e20f989256 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0761707 Aug 10 15:25:51.722869 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1199e-46ab-4655-aa4b-7d0e2b5f9faf req-fa854f76-6ccd-4b82-9250-fd2fa5e1aede tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:51.731361 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7dd1199e-46ab-4655-aa4b-7d0e2b5f9faf req-fa854f76-6ccd-4b82-9250-fd2fa5e1aede tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.1037259 Aug 10 15:25:51.794114 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7dd1199e-46ab-4655-aa4b-7d0e2b5f9faf req-f3d5bf4d-4a5b-46a6-be96-36643af34343 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578461 Aug 10 15:25:51.817635 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a7dbc683-9f9e-4896-951c-bf64b31d3a3f req-78c53a2b-3c3e-42ee-aee9-1fafc11fa77c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866909 Aug 10 15:25:51.850947 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7b6b759d-9d05-4d6e-8003-d05e3457900c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.865035 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7b6b759d-9d05-4d6e-8003-d05e3457900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.873334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7b07-d7b7-437b-81bb-a1ea4c43044c req-fbb3da03-274f-43ac-ad86-64f0c838f49b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:51.874979 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7dbe7b07-d7b7-437b-81bb-a1ea4c43044c req-fbb3da03-274f-43ac-ad86-64f0c838f49b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 944 time: 0.0764356 Aug 10 15:25:51.905163 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7b6b759d-9d05-4d6e-8003-d05e3457900c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=647edc079209403a845db8223aa22f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313479 Aug 10 15:25:51.908362 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54016) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:51.916639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b759d-9d05-4d6e-8003-d05e3457900c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913d90a-3b57-4976-8b71-bb7a6e04e775,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:51.917500 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7dbe7b07-d7b7-437b-81bb-a1ea4c43044c req-0f289bf8-c5a1-4943-a7a9-4879a41a8901 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352466 Aug 10 15:25:51.964580 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-07ea9d2f-87a1-4736-b5d1-1e687427281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:51.986222 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-07ea9d2f-87a1-4736-b5d1-1e687427281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:52.041007 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-07ea9d2f-87a1-4736-b5d1-1e687427281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:52.043808 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-07ea9d2f-87a1-4736-b5d1-1e687427281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:52.044886 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-07ea9d2f-87a1-4736-b5d1-1e687427281b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8913d90a-3b57-4976-8b71-bb7a6e04e775 HTTP/1.1" status: 204 len: 168 time: 0.1356294 Aug 10 15:25:52.054339 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea9d2f-87a1-4736-b5d1-1e687427281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913d90a-3b57-4976-8b71-bb7a6e04e775,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:52.276398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397732-d8a6-490a-96b3-9ab93475ed98 req-176d5943-d4ed-4cc8-bc37-c7b957d52e99 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:52.277957 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00397732-d8a6-490a-96b3-9ab93475ed98 req-176d5943-d4ed-4cc8-bc37-c7b957d52e99 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0512667 Aug 10 15:25:52.319296 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00397732-d8a6-490a-96b3-9ab93475ed98 req-365b6d7d-bece-492a-945b-ad60043bfc6d tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351934 Aug 10 15:25:52.776446 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280476ac-d954-43dd-80a8-58481324b670 req-bbb6534a-06f6-422a-b708-d4fbe500ded9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:52.778073 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-280476ac-d954-43dd-80a8-58481324b670 req-bbb6534a-06f6-422a-b708-d4fbe500ded9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0579448 Aug 10 15:25:52.817249 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-280476ac-d954-43dd-80a8-58481324b670 req-31a672ad-44c6-411c-9a4a-387d5876ca74 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332942 Aug 10 15:25:52.923617 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd83f2-b961-47e1-bc01-409ab103229f req-0eb216b6-d359-431b-a7c8-ac74806f9037 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:52.925178 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09fd83f2-b961-47e1-bc01-409ab103229f req-0eb216b6-d359-431b-a7c8-ac74806f9037 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.0497184 Aug 10 15:25:52.970141 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09fd83f2-b961-47e1-bc01-409ab103229f req-b3dfa2b7-9893-49b1-8140-23481d1741e9 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Aug 10 15:25:53.034452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142f60b-eb41-4d13-8898-5f381a190046 req-583b6183-4a81-4376-bc27-2c324b6a0cca tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:53.038876 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f142f60b-eb41-4d13-8898-5f381a190046 req-583b6183-4a81-4376-bc27-2c324b6a0cca tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 944 time: 0.0498173 Aug 10 15:25:53.089855 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f142f60b-eb41-4d13-8898-5f381a190046 req-812523cf-e846-4a3d-af9f-045bc30b83c0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345268 Aug 10 15:25:53.443282 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da492ac-6dae-467b-b6ba-4ca006c8a363 req-c19a5880-2712-4721-974b-bdb8d7653eac tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:53.445002 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1da492ac-6dae-467b-b6ba-4ca006c8a363 req-c19a5880-2712-4721-974b-bdb8d7653eac tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0534160 Aug 10 15:25:53.491280 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1da492ac-6dae-467b-b6ba-4ca006c8a363 req-9384189f-b95e-4460-b734-2f93695e6b8e tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Aug 10 15:25:53.953841 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d4ae4-0710-446a-a89b-027464df43e7 req-0cef6c1e-1c93-4c81-99e7-4824dd7aa628 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:53.955349 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0e0d4ae4-0710-446a-a89b-027464df43e7 req-0cef6c1e-1c93-4c81-99e7-4824dd7aa628 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0579088 Aug 10 15:25:53.998180 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0e0d4ae4-0710-446a-a89b-027464df43e7 req-5d525fb6-d701-48db-a99d-256ce99b7427 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367432 Aug 10 15:25:54.091419 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e3245-6b00-480c-8e4a-b0bc1b18eb8a req-ede798f0-dfe8-409f-a702-000181b1731d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:54.093100 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6c2e3245-6b00-480c-8e4a-b0bc1b18eb8a req-ede798f0-dfe8-409f-a702-000181b1731d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.0529795 Aug 10 15:25:54.134782 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6c2e3245-6b00-480c-8e4a-b0bc1b18eb8a req-60ff2bd7-85ea-445a-a888-3aa768cf9b98 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Aug 10 15:25:54.237339 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df59a-ce99-4962-81c6-b8953a924b9c req-9a674261-5fed-4610-a43d-e779a610ca6e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:54.239130 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c45df59a-ce99-4962-81c6-b8953a924b9c req-9a674261-5fed-4610-a43d-e779a610ca6e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 944 time: 0.0595405 Aug 10 15:25:54.278818 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c45df59a-ce99-4962-81c6-b8953a924b9c req-10b5f31f-9fef-4672-a6b7-4bdd29fa1e21 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334888 Aug 10 15:25:54.605391 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1a206-4fc5-4d6f-9d5c-c0380ddf6c6c req-9f3bc859-1961-4582-92c4-aaf0b997b3d3 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:54.606873 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cdf1a206-4fc5-4d6f-9d5c-c0380ddf6c6c req-9f3bc859-1961-4582-92c4-aaf0b997b3d3 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Aug 10 15:25:54.644411 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cdf1a206-4fc5-4d6f-9d5c-c0380ddf6c6c req-1d493120-0b79-4e7d-815c-30e9209f44ca tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Aug 10 15:25:55.115484 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887df15-b894-424c-bfe7-46e1359e4095 req-dfee7ff2-627e-47f2-8ddb-6f9db2a87dc3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:55.116999 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a887df15-b894-424c-bfe7-46e1359e4095 req-dfee7ff2-627e-47f2-8ddb-6f9db2a87dc3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0479276 Aug 10 15:25:55.155209 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a887df15-b894-424c-bfe7-46e1359e4095 req-e10416f5-54e7-435f-adbc-e5f7b8d73606 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309744 Aug 10 15:25:55.248889 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53fca-a084-4011-8658-24d5ea6e5753 req-0de006f9-b73b-43e4-ab40-16718900f35d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:55.250296 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bae53fca-a084-4011-8658-24d5ea6e5753 req-0de006f9-b73b-43e4-ab40-16718900f35d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 944 time: 0.0512118 Aug 10 15:25:55.287332 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bae53fca-a084-4011-8658-24d5ea6e5753 req-443d1d7e-d0e6-4bfd-98d3-62290d6b638d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Aug 10 15:25:55.384837 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 83cb685c-b20a-4dbf-9582-49897dec4aa2 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:25:55.391745 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199469b-e1a6-4128-990a-9ec427a3cfb6 req-e0f64128-e20a-4b2e-bbfa-ef86c2e60508 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:55.393273 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1199469b-e1a6-4128-990a-9ec427a3cfb6 req-e0f64128-e20a-4b2e-bbfa-ef86c2e60508 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 944 time: 0.0486817 Aug 10 15:25:55.433828 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1199469b-e1a6-4128-990a-9ec427a3cfb6 req-6acf8bb4-4f21-4b7d-b6a7-f92683a08b0e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Aug 10 15:25:55.477686 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 83cb685c-b20a-4dbf-9582-49897dec4aa2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:55.488806 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '83cb685c-b20a-4dbf-9582-49897dec4aa2', 'network_id': 'c708561f-3b4d-40db-9abe-dcf49427e7a8', 'port_id': '83cb685c-b20a-4dbf-9582-49897dec4aa2', 'mac_address': 'fa:16:3e:9d:7b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd467bef6-c1f3-4192-b88d-62a6c19d9933', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:25:55.628188 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:55.642903 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cb685c-b20a-4dbf-9582-49897dec4aa2 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:55.667033 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 83cb685c-b20a-4dbf-9582-49897dec4aa2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:55.670913 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:55.671903 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:25:55.771911 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=83cb685c-b20a-4dbf-9582-49897dec4aa2,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:55.774244 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f35d2b-9b76-48e8-9dc0-405b0b8c5b28 req-92d5d5d5-8952-4750-92f9-a4022db081de tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:55.775940 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f35d2b-9b76-48e8-9dc0-405b0b8c5b28 req-92d5d5d5-8952-4750-92f9-a4022db081de tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0575373 Aug 10 15:25:55.827931 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52f35d2b-9b76-48e8-9dc0-405b0b8c5b28 req-620f4c9e-8816-46c2-bda2-a4c2af8ae174 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Aug 10 15:25:55.836093 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:55.848370 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'mac_address': 'fa:16:3e:e4:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:25:55.888984 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:55.901293 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8445210-b8cc-49d1-8d3d-f74f85208e03 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:25:55.920855 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:55.924586 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:55.970203 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:56.071558 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c3fd7027-d514-4c92-8d06-d91b312afbc7 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:56.123781 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port c3fd7027-d514-4c92-8d06-d91b312afbc7 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:56.127496 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port c3fd7027-d514-4c92-8d06-d91b312afbc7 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:56.127866 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:56.203172 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:56.225597 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:56.228469 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d3137-fc61-4c9b-814d-db3f472a86b5" -d '{"events": [{"server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:56.242491 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port c3fd7027-d514-4c92-8d06-d91b312afbc7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:56.248027 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:56.278336 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8a36bb-a13e-40fe-8938-a707031f9ecc x-openstack-request-id: req-ba8a36bb-a13e-40fe-8938-a707031f9ecc {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:56.278618 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:56.278867 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba8a36bb-a13e-40fe-8938-a707031f9ecc {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:56.279238 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'code': 200} Aug 10 15:25:56.280765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ca64d-1f02-4ae6-baa8-4492c277d245 req-99efe2aa-31a2-47ed-be06-6f58de4b0f3e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:56.282345 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-df6ca64d-1f02-4ae6-baa8-4492c277d245 req-99efe2aa-31a2-47ed-be06-6f58de4b0f3e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.0567839 Aug 10 15:25:56.316798 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=c3fd7027-d514-4c92-8d06-d91b312afbc7,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:56.328031 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-df6ca64d-1f02-4ae6-baa8-4492c277d245 req-049847f3-27df-4061-b978-38bc321dd9ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338082 Aug 10 15:25:56.434766 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8535b-78af-4da4-a3f5-cd9bc666cd17 req-09df3ead-e0a5-40d4-99eb-2252b40dcfd0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:56.436265 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cd8535b-78af-4da4-a3f5-cd9bc666cd17 req-09df3ead-e0a5-40d4-99eb-2252b40dcfd0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 945 time: 0.0534029 Aug 10 15:25:56.484640 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cd8535b-78af-4da4-a3f5-cd9bc666cd17 req-1263d3f8-52d4-44fc-a936-cefc2bf3f316 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Aug 10 15:25:56.485258 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['83cb685c-b20a-4dbf-9582-49897dec4aa2'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:25:56.562365 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bfd92-c493-4d46-a29b-b1701fe7231f req-71bb9847-f0aa-4084-9a18-48ff391ee338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:56.563952 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-192bfd92-c493-4d46-a29b-b1701fe7231f req-71bb9847-f0aa-4084-9a18-48ff391ee338 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0475078 Aug 10 15:25:56.570364 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f8445210-b8cc-49d1-8d3d-f74f85208e03'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:25:56.576653 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc9af-8320-45a9-8761-788c71c20962 req-4b415a75-fdcf-4c9e-a328-f350fc520f07 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:56.578299 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b7bbc9af-8320-45a9-8761-788c71c20962 req-4b415a75-fdcf-4c9e-a328-f350fc520f07 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Aug 10 15:25:56.621601 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b7bbc9af-8320-45a9-8761-788c71c20962 req-4361d6f8-27f5-42ce-a9d0-780701110c94 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373940 Aug 10 15:25:56.633423 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-192bfd92-c493-4d46-a29b-b1701fe7231f req-5c3433f8-ccad-40b0-bba1-5a7ae8dc3d25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380399 Aug 10 15:25:56.965807 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aafb8-dea4-474a-a7ee-e5390d495925 req-4e0dfd82-5de7-4330-8f71-f91365b88904 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:56.967409 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-105aafb8-dea4-474a-a7ee-e5390d495925 req-4e0dfd82-5de7-4330-8f71-f91365b88904 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0642545 Aug 10 15:25:57.004703 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-105aafb8-dea4-474a-a7ee-e5390d495925 req-10ee8b00-f730-4b8c-b060-de33abcc4fdb tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Aug 10 15:25:57.440549 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36505f47-cad2-4ec8-a95c-6e4377e06e6f req-ae1e574c-6503-4f37-a12b-1df7861e2c01 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:57.442098 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-36505f47-cad2-4ec8-a95c-6e4377e06e6f req-ae1e574c-6503-4f37-a12b-1df7861e2c01 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.0472674 Aug 10 15:25:57.480234 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-36505f47-cad2-4ec8-a95c-6e4377e06e6f req-d1c5f42a-960f-412e-9614-01e85ebe9044 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314727 Aug 10 15:25:57.601526 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920c45c-dde2-4df2-ad68-a67a6c2f2146 req-3a205180-5eaa-43a3-9c73-ce71a2ff31d5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:57.603612 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c920c45c-dde2-4df2-ad68-a67a6c2f2146 req-3a205180-5eaa-43a3-9c73-ce71a2ff31d5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 945 time: 0.0478063 Aug 10 15:25:57.640235 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c920c45c-dde2-4df2-ad68-a67a6c2f2146 req-b3177782-fc0c-442e-8f7e-62f4cecac487 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Aug 10 15:25:57.749897 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2b6c-4a49-43e8-8c54-21e707ed3983 req-11e026e1-1513-4d96-89c3-68c8c371766b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:57.751645 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d24e2b6c-4a49-43e8-8c54-21e707ed3983 req-11e026e1-1513-4d96-89c3-68c8c371766b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0558798 Aug 10 15:25:57.790864 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d24e2b6c-4a49-43e8-8c54-21e707ed3983 req-cb4f75fe-f77d-4700-b2dd-76804db54a28 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Aug 10 15:25:58.046824 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 83cb685c-b20a-4dbf-9582-49897dec4aa2 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:58.135860 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 83cb685c-b20a-4dbf-9582-49897dec4aa2 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:58.141597 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 83cb685c-b20a-4dbf-9582-49897dec4aa2 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:58.142096 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.252468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.281298 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cb685c-b20a-4dbf-9582-49897dec4aa2'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:25:58.283606 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5fa861-e071-432a-af25-d241a284874d" -d '{"events": [{"server_uuid": "bfbb8802-cab9-46ba-8b7e-c74d2ed636bf", "name": "network-vif-plugged", "status": "completed", "tag": "83cb685c-b20a-4dbf-9582-49897dec4aa2"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:25:58.297367 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 83cb685c-b20a-4dbf-9582-49897dec4aa2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:58.303810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.304870 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:25:58.332367 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b70e39-8499-4913-b5bc-3023fce4f76b x-openstack-request-id: req-e3b70e39-8499-4913-b5bc-3023fce4f76b {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:25:58.332662 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbb8802-cab9-46ba-8b7e-c74d2ed636bf", "name": "network-vif-plugged", "status": "completed", "tag": "83cb685c-b20a-4dbf-9582-49897dec4aa2", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:25:58.332915 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3b70e39-8499-4913-b5bc-3023fce4f76b {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:25:58.333300 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cb685c-b20a-4dbf-9582-49897dec4aa2', 'code': 200} Aug 10 15:25:58.347972 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54234) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:58.393216 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=83cb685c-b20a-4dbf-9582-49897dec4aa2,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:58.422268 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port f8445210-b8cc-49d1-8d3d-f74f85208e03 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:25:58.427922 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port f8445210-b8cc-49d1-8d3d-f74f85208e03 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:25:58.428304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.544446 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-440d3bee-d424-4388-8253-e07d294d2162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.550079 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.604640 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:25:58.613306 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.658303 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812c36a-cf40-4f91-b9a1-8609eec0fc88 req-c6f72612-1c0d-4312-ab6d-f73a75be3d0c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:58.667992 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4812c36a-cf40-4f91-b9a1-8609eec0fc88 req-c6f72612-1c0d-4312-ab6d-f73a75be3d0c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0683384 Aug 10 15:25:58.673702 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306889c-2377-4d0c-8870-9ff2b8f78dbb req-fe94376a-ae42-4efc-96cb-b2fe1f672d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:58.675342 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a306889c-2377-4d0c-8870-9ff2b8f78dbb req-fe94376a-ae42-4efc-96cb-b2fe1f672d9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 1099 time: 0.0725358 Aug 10 15:25:58.680703 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:58.717890 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4812c36a-cf40-4f91-b9a1-8609eec0fc88 req-091a6bf3-c7fd-4aad-8b44-824fc0185bc5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490081 Aug 10 15:25:58.745690 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-440d3bee-d424-4388-8253-e07d294d2162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.757135 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-440d3bee-d424-4388-8253-e07d294d2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.771540 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a306889c-2377-4d0c-8870-9ff2b8f78dbb req-44b45182-cfb3-4183-b122-e896ce0c10cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639176 Aug 10 15:25:58.808688 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-440d3bee-d424-4388-8253-e07d294d2162 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ba797f6aed64677ac146e6ba1c2aab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587054 Aug 10 15:25:58.809821 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3bee-d424-4388-8253-e07d294d2162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c66502-b4e0-4c10-9e15-d4cd3110e7a3,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:58.811400 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54262) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:58.861100 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6bd4-74f7-415a-8f8f-56fcf8a82a04 req-9c503c15-08e8-40b8-8053-3f5665687e80 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:58.863300 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-159d6bd4-74f7-415a-8f8f-56fcf8a82a04 req-9c503c15-08e8-40b8-8053-3f5665687e80 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0826633 Aug 10 15:25:58.917088 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4007344-4594-4c0d-85c2-6d40ec08524c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.926150 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-159d6bd4-74f7-415a-8f8f-56fcf8a82a04 req-862e91e0-930e-4cb7-9da9-c3c1bdd41bc4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528107 Aug 10 15:25:58.952491 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4007344-4594-4c0d-85c2-6d40ec08524c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.030321 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4007344-4594-4c0d-85c2-6d40ec08524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.032796 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4007344-4594-4c0d-85c2-6d40ec08524c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.033955 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d4007344-4594-4c0d-85c2-6d40ec08524c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29c66502-b4e0-4c10-9e15-d4cd3110e7a3 HTTP/1.1" status: 204 len: 168 time: 0.2210863 Aug 10 15:25:59.045334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1ade-769b-4e41-93b6-477c2804024f req-8d787a0a-cddc-4462-8e2b-98e650afc00b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:59.046949 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-59fd1ade-769b-4e41-93b6-477c2804024f req-8d787a0a-cddc-4462-8e2b-98e650afc00b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0606315 Aug 10 15:25:59.056936 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007344-4594-4c0d-85c2-6d40ec08524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c66502-b4e0-4c10-9e15-d4cd3110e7a3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:59.090553 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-59fd1ade-769b-4e41-93b6-477c2804024f req-fc3f90c5-bd75-4957-a402-8d00d1402311 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Aug 10 15:25:59.260957 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a938f-df9a-4927-8215-8240c2c487bf req-0a720d66-152b-4372-9264-c7e6e649af2c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:59.262591 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8e2a938f-df9a-4927-8215-8240c2c487bf req-0a720d66-152b-4372-9264-c7e6e649af2c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0617330 Aug 10 15:25:59.272397 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54278) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:59.280426 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'floatingip': {'port_id': 'c3fd7027-d514-4c92-8d06-d91b312afbc7'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:25:59.354962 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.364407 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54280) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:59.381252 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2553fd94-37bc-4e4b-8f8f-04bb0384df27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.488867 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2553fd94-37bc-4e4b-8f8f-04bb0384df27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.493269 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2553fd94-37bc-4e4b-8f8f-04bb0384df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.534884 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553fd94-37bc-4e4b-8f8f-04bb0384df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84011900-f56c-4c5a-94e8-7bd863581485,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:25:59.546283 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2553fd94-37bc-4e4b-8f8f-04bb0384df27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1471c29c9244ec880826ede06c131fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804981 Aug 10 15:25:59.547455 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54282) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:25:59.739792 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bb74ba64-21a5-4c17-88b9-6ba71a8042f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:59.846848 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1bd55-ad90-4667-b46d-989df2c7b2a1 req-2f48fdd0-8d20-42ed-a664-b462aa2d673d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:25:59.848354 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89d1bd55-ad90-4667-b46d-989df2c7b2a1 req-2f48fdd0-8d20-42ed-a664-b462aa2d673d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0549262 Aug 10 15:25:59.891197 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89d1bd55-ad90-4667-b46d-989df2c7b2a1 req-c2c04dc1-c8f4-4a93-bd80-fe2d27c76795 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363789 Aug 10 15:26:00.002899 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bb74ba64-21a5-4c17-88b9-6ba71a8042f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.046296 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc162948-7cda-4e04-9578-526fd7a5664a req-beb712c1-164b-422b-ab29-2ef6c60fbead tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:00.050005 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fc162948-7cda-4e04-9578-526fd7a5664a req-beb712c1-164b-422b-ab29-2ef6c60fbead tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0528960 Aug 10 15:26:00.094530 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fc162948-7cda-4e04-9578-526fd7a5664a req-97e93ab0-84e4-4858-b2a0-e2c539266573 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Aug 10 15:26:00.157292 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bb74ba64-21a5-4c17-88b9-6ba71a8042f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.160046 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bb74ba64-21a5-4c17-88b9-6ba71a8042f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.161327 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-bb74ba64-21a5-4c17-88b9-6ba71a8042f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84011900-f56c-4c5a-94e8-7bd863581485 HTTP/1.1" status: 204 len: 168 time: 0.6129968 Aug 10 15:26:00.206075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74ba64-21a5-4c17-88b9-6ba71a8042f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84011900-f56c-4c5a-94e8-7bd863581485,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:00.246474 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.251078 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.334407 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:00.336704 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af627a93-e701-43e3-a765-a690253c3782" -d '{"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-plugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:00.365347 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Floating IP bf341aee-0cc5-4731-8402-31f579706c64 associated. External IP: 172.27.0.54, port: c3fd7027-d514-4c92-8d06-d91b312afbc7. Aug 10 15:26:00.378419 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d80a4b0-6ea5-4dce-94b7-d2599e45e85e x-openstack-request-id: req-1d80a4b0-6ea5-4dce-94b7-d2599e45e85e {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:00.379752 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-plugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:00.380232 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d80a4b0-6ea5-4dce-94b7-d2599e45e85e {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:00.380908 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'code': 200} Aug 10 15:26:00.520089 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54306) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:00.533095 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c23dbe9-a64e-413a-8f91-00cd225a2193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.606057 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:26:00.636100 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c23dbe9-a64e-413a-8f91-00cd225a2193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.640656 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c23dbe9-a64e-413a-8f91-00cd225a2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.678348 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23dbe9-a64e-413a-8f91-00cd225a2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb104a3d-c1c9-46a6-b450-6bef68fb1b1e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:00.683223 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6c23dbe9-a64e-413a-8f91-00cd225a2193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd96bb2e08524b79b874a6896c542069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623771 Aug 10 15:26:00.685926 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54308) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:00.744823 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-716ef3d9-3540-49a2-bb84-7f57d4aa896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.745391 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:26:00.750209 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.753218 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe456-30c5-48b0-b63c-23caa9d94892 req-91be744e-e8b1-4871-9491-076098977555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:00.754724 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8ebbe456-30c5-48b0-b63c-23caa9d94892 req-91be744e-e8b1-4871-9491-076098977555 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1098 time: 0.0950148 Aug 10 15:26:00.762693 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:26:00.768252 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-716ef3d9-3540-49a2-bb84-7f57d4aa896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.774474 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:00.775331 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:00.794637 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-63a5d44d-34bd-4695-92ba-33daddea1db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "PUT /v2.0/floatingips/bf341aee-0cc5-4731-8402-31f579706c64 HTTP/1.1" status: 200 len: 990 time: 1.5208571 Aug 10 15:26:00.795297 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:00.800278 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd87180-432a-4800-9486-3f3cbdeeb442" -d '{"events": [{"name": "network-changed", "server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:00.843367 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-716ef3d9-3540-49a2-bb84-7f57d4aa896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.848137 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-716ef3d9-3540-49a2-bb84-7f57d4aa896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:00.851598 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-716ef3d9-3540-49a2-bb84-7f57d4aa896a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb104a3d-c1c9-46a6-b450-6bef68fb1b1e HTTP/1.1" status: 204 len: 168 time: 0.1644883 Aug 10 15:26:00.862110 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ef3d9-3540-49a2-bb84-7f57d4aa896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb104a3d-c1c9-46a6-b450-6bef68fb1b1e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:00.877135 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8ebbe456-30c5-48b0-b63c-23caa9d94892 req-c21f7dd3-82bd-48c3-ac1c-442bccabdff6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670652 Aug 10 15:26:00.895377 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e5589b-4261-47f2-a829-1891734c3766 x-openstack-request-id: req-58e5589b-4261-47f2-a829-1891734c3766 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:00.895783 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:00.895910 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58e5589b-4261-47f2-a829-1891734c3766 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:00.896307 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'status': 'completed', 'code': 200} Aug 10 15:26:00.933625 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:01.053241 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6715-28f6-44ae-89d1-6dbd4d21e65b req-8f2f5f87-c924-4f9f-887a-35432174bb0d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.055992 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-585f6715-28f6-44ae-89d1-6dbd4d21e65b req-8f2f5f87-c924-4f9f-887a-35432174bb0d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0726523 Aug 10 15:26:01.119160 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-585f6715-28f6-44ae-89d1-6dbd4d21e65b req-5e28c3f8-8313-400a-95e9-b59b38465763 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546958 Aug 10 15:26:01.127948 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54334) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:01.277414 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dbd4794e-26e8-4f84-9d70-5d768410f89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.320093 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d20b-ff9a-40a1-9684-438c7de3a465 req-439dcc55-1063-49e2-a4f9-053f0f37054d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.322287 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fca5d20b-ff9a-40a1-9684-438c7de3a465 req-439dcc55-1063-49e2-a4f9-053f0f37054d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0975659 Aug 10 15:26:01.338494 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'bf341aee-0cc5-4731-8402-31f579706c64', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'port_id': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'mac_address': 'fa:16:3e:9f:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:25:29Z', 'updated_at': '2021-08-10T15:26:00Z', 'revision_number': 1, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:01.375814 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:26:01.382843 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-f7ca6253-4674-4bd3-8b7b-afadac5b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.385323 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-f7ca6253-4674-4bd3-8b7b-afadac5b3d74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0636933 Aug 10 15:26:01.388297 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:01.389085 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:01.390273 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fca5d20b-ff9a-40a1-9684-438c7de3a465 req-1df0e793-461a-47b9-8512-7065f6753df6 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602472 Aug 10 15:26:01.494288 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dbd4794e-26e8-4f84-9d70-5d768410f89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.502768 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dbd4794e-26e8-4f84-9d70-5d768410f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.526638 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:01.529729 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-9db1fdb3-e547-4d8a-b526-d042562317e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.531509 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-9db1fdb3-e547-4d8a-b526-d042562317e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.1126895 Aug 10 15:26:01.563840 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dbd4794e-26e8-4f84-9d70-5d768410f89c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07c64d22767a42acb79a645d2b4f94d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322679 Aug 10 15:26:01.563840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4794e-26e8-4f84-9d70-5d768410f89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a191aa1a-315f-4dd0-a12b-08586b409192,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:01.565044 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54354) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:01.661048 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60787ed4-8e47-41bb-b0ff-838ed9416724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.684800 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60787ed4-8e47-41bb-b0ff-838ed9416724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.694413 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-c41da2cc-6745-4248-aa26-bb527bde1b71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 998 time: 0.1487150 Aug 10 15:26:01.756667 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60787ed4-8e47-41bb-b0ff-838ed9416724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.762298 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60787ed4-8e47-41bb-b0ff-838ed9416724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:01.764147 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-60787ed4-8e47-41bb-b0ff-838ed9416724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a191aa1a-315f-4dd0-a12b-08586b409192 HTTP/1.1" status: 204 len: 168 time: 0.1981292 Aug 10 15:26:01.772776 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60787ed4-8e47-41bb-b0ff-838ed9416724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191aa1a-315f-4dd0-a12b-08586b409192,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:01.773883 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-817c6ce2-6403-44b2-8743-8892c09124fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.776971 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-817c6ce2-6403-44b2-8743-8892c09124fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0712571 Aug 10 15:26:01.850058 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-9239e7ee-b790-472d-8d68-dc4111bd5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.850222 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54364) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:01.861594 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-9239e7ee-b790-472d-8d68-dc4111bd5218 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759480 Aug 10 15:26:01.880485 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'bf341aee-0cc5-4731-8402-31f579706c64', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'port_id': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'mac_address': 'fa:16:3e:9f:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:25:29Z', 'updated_at': '2021-08-10T15:26:00Z', 'revision_number': 1, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:01.930509 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd6a7c-4a1f-44d7-8984-ecb99b300cff req-d314efa9-0792-457f-b691-d3e9aabb9df8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:01.939535 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-28cd6a7c-4a1f-44d7-8984-ecb99b300cff req-d314efa9-0792-457f-b691-d3e9aabb9df8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0720460 Aug 10 15:26:01.995414 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-28cd6a7c-4a1f-44d7-8984-ecb99b300cff req-9e55d618-c03b-4779-8359-e86716a834c4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Aug 10 15:26:02.026641 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41334452-3ee2-4b70-9792-165e5ac2e3a6 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'bf341aee-0cc5-4731-8402-31f579706c64', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'port_id': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'mac_address': 'fa:16:3e:9f:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:25:29Z', 'updated_at': '2021-08-10T15:26:00Z', 'revision_number': 1, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:26:02.114844 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7a3b-8221-4e11-a575-af15218003ad req-c4dd7045-ee85-41c4-90f5-158b36618028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:02.116916 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-c4dd7045-ee85-41c4-90f5-158b36618028 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 1099 time: 0.2288995 Aug 10 15:26:02.177345 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:26:02.201239 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742370499-network', 'tenant_id': 'bd2f1b7d28e942029b2e9949bceb0fc5'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:02.238812 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-2090d576-92b5-43be-9ed5-32bfbca27673 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614163 Aug 10 15:26:02.264220 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Made reservation on behalf of bd2f1b7d28e942029b2e9949bceb0fc5 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:02.267323 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.306891 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.316948 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54376) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:02.346732 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410954d7-0e7c-4a22-9204-62ab3a3d6900 req-9c60c310-7973-4a22-b2a0-f4938a66d042 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:02.348308 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-410954d7-0e7c-4a22-9204-62ab3a3d6900 req-9c60c310-7973-4a22-b2a0-f4938a66d042 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0855787 Aug 10 15:26:02.349754 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc3f42-40be-4393-bfce-4da6cd0a3a77 None None] New status for floating IP bf341aee-0cc5-4731-8402-31f579706c64: ACTIVE {{(pid=93276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:26:02.357893 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f16c179c-9301-4c1b-8bf2-9de8a617bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.411811 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7a3b-8221-4e11-a575-af15218003ad req-55da563f-03d9-4f4a-b712-a2b15ee859c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:02.413394 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-55da563f-03d9-4f4a-b712-a2b15ee859c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.2864614 Aug 10 15:26:02.420980 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-1bd87180-432a-4800-9486-3f3cbdeeb442 req-78bfd673-a1eb-475f-b838-f3cc55ed49ae service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685936 Aug 10 15:26:02.452456 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-410954d7-0e7c-4a22-9204-62ab3a3d6900 req-fd71f605-2b43-4c54-931e-1c4431ef7af5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749478 Aug 10 15:26:02.513748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.517962 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.546265 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:26:02.552104 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a32a4-c791-4c79-861a-2722229f1788,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:02.560287 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.560633 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Added segment a6c73aaa-252b-4540-976a-c66812248bcf of type vlan for network 583e972a-792e-4c66-8425-ac29568de473 Aug 10 15:26:02.608049 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.642680 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.643787 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:02.644439 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.716773 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] Pushing event updated for resources: {'Network': ['ID=583e972a-792e-4c66-8425-ac29568de473,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:02.727259 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 583e972a-792e-4c66-8425-ac29568de473 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:26:02.766581 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-bbc3190c-c2cc-4a79-ae69-3a68a52d0efd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2 HTTP/1.1" status: 200 len: 217 time: 0.2320426 Aug 10 15:26:02.869543 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f16c179c-9301-4c1b-8bf2-9de8a617bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.871796 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7a3b-8221-4e11-a575-af15218003ad req-68360656-39c0-4d63-81b7-869b060c6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:02.873612 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-68360656-39c0-4d63-81b7-869b060c6e24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.0722249 Aug 10 15:26:02.874780 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f16c179c-9301-4c1b-8bf2-9de8a617bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.879415 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-de4a55a8-1ad5-44c0-8bc0-c37d2d4ce778 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0276780 Aug 10 15:26:02.882397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54382) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:02.887988 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Request body: {'subnet': {'network_id': '583e972a-792e-4c66-8425-ac29568de473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742370499-subnet', 'tenant_id': 'bd2f1b7d28e942029b2e9949bceb0fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:02.908506 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Made reservation on behalf of bd2f1b7d28e942029b2e9949bceb0fc5 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:02.910806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:02.935098 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-b0914aeb-1a78-4300-988b-6ee6cded472c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469298 Aug 10 15:26:02.940082 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f16c179c-9301-4c1b-8bf2-9de8a617bda6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=569cd6f510c6464b8478c1f6c1837f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221802 Aug 10 15:26:02.941997 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c179c-9301-4c1b-8bf2-9de8a617bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894b6faa-f3b4-4977-a610-2f95a5a5c7d4,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:02.945014 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54384) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:03.064176 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c7aef06-361f-45f1-a07e-0df5601b6ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:03.096174 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-86e449cb-51e6-484a-b06f-85fa77cb78bb service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387367 Aug 10 15:26:03.098263 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c7aef06-361f-45f1-a07e-0df5601b6ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:03.123054 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:03.163414 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42cc87-25b1-443d-8084-0924ffe79a47 req-e8d041ee-eaaf-4b7c-b33c-d18a6307d20d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:03.165070 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d42cc87-25b1-443d-8084-0924ffe79a47 req-e8d041ee-eaaf-4b7c-b33c-d18a6307d20d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0871933 Aug 10 15:26:03.215998 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d478c056-142a-4666-80c6-def5af6b04c0,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:03.236336 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c7aef06-361f-45f1-a07e-0df5601b6ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:03.239147 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1c7aef06-361f-45f1-a07e-0df5601b6ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:03.242747 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1c7aef06-361f-45f1-a07e-0df5601b6ffa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/894b6faa-f3b4-4977-a610-2f95a5a5c7d4 HTTP/1.1" status: 204 len: 168 time: 0.2942019 Aug 10 15:26:03.245360 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.245730 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.246223 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.246566 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.246838 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d02c7a3b-8221-4e11-a575-af15218003ad req-338136e4-0583-46c1-a75d-74a42707541b service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330519 Aug 10 15:26:03.246940 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.247218 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.247550 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.247877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.248205 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.248527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.248851 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.249170 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:03.252195 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aef06-361f-45f1-a07e-0df5601b6ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b6faa-f3b4-4977-a610-2f95a5a5c7d4,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:03.255002 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Checking segment: {'id': 'a6c73aaa-252b-4540-976a-c66812248bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '583e972a-792e-4c66-8425-ac29568de473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:03.255362 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Network hostable DHCP agents. Network: 583e972a-792e-4c66-8425-ac29568de473, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:26:03.267159 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d42cc87-25b1-443d-8084-0924ffe79a47 req-5f6bae80-4b78-4ce7-9bf9-b033cf819d5b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Aug 10 15:26:03.292868 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Network 583e972a-792e-4c66-8425-ac29568de473 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:26:03.303873 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 583e972a-792e-4c66-8425-ac29568de473) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:03.308579 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:03.309182 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:03.315060 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45edee-8d12-4364-bda3-8b51ba0b6c8e None None] Network 583e972a-792e-4c66-8425-ac29568de473 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:03.334574 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-82763a54-f6f3-4ab7-bccc-8511f5e151d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4427342 Aug 10 15:26:03.471194 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19e901-0b6d-4481-81d0-d144f1ef1d5d None None] Network 583e972a-792e-4c66-8425-ac29568de473 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:03.651998 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714b0aa-1785-4dd9-999a-9fa00ffa7cea req-49e01229-3cf7-4bff-b718-a2d737491480 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:03.653826 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4714b0aa-1785-4dd9-999a-9fa00ffa7cea req-49e01229-3cf7-4bff-b718-a2d737491480 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0715163 Aug 10 15:26:03.711606 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4714b0aa-1785-4dd9-999a-9fa00ffa7cea req-0c572b9f-0c12-4a70-98ec-c0744a23b360 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504012 Aug 10 15:26:03.846840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587fd9-9774-4a6a-82ea-19ff4bef0de5 req-4b3fc5e3-7514-48d2-8419-21763b55d90a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:03.848372 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9c587fd9-9774-4a6a-82ea-19ff4bef0de5 req-4b3fc5e3-7514-48d2-8419-21763b55d90a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0647023 Aug 10 15:26:03.857513 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54422) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:03.863212 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'floatingip': {'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:03.910166 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.160351 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54436) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:04.160351 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2137569387-network', 'tenant_id': '16dd3e8ba72740d68f312c5707bc2c6b'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:04.180062 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Made reservation on behalf of 16dd3e8ba72740d68f312c5707bc2c6b for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:04.191898 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.200715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.326590 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.331976 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.362651 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:26:04.385915 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a102857f-5b77-431e-84ee-9967555e03ee,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:04.403688 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.403980 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Added segment fcf2cbb2-477a-4bc3-83c2-100b40db1d80 of type vlan for network 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9 Aug 10 15:26:04.456632 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.475899 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b40de-b47d-4347-a768-aeefa2ee99d6 req-e399c07d-f525-4a53-8462-447f92a99268 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:04.486375 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c18b40de-b47d-4347-a768-aeefa2ee99d6 req-e399c07d-f525-4a53-8462-447f92a99268 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.1147370 Aug 10 15:26:04.492430 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.497444 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.536984 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c18b40de-b47d-4347-a768-aeefa2ee99d6 req-1c61f9cf-5f34-4631-adef-58c3b5a83ef3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498126 Aug 10 15:26:04.538091 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.539135 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:04.539516 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.616054 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4618616 Aug 10 15:26:04.619867 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54452) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:04.628587 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Request body: {'subnet': {'network_id': '34dee4ef-6ada-46c7-a4b9-b3803d2a23d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2137569387-subnet', 'tenant_id': '16dd3e8ba72740d68f312c5707bc2c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:04.637884 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Floating IP 8de96f51-b4f6-49af-a49f-c186d0e28afa associated. External IP: 172.27.0.131, port: f8445210-b8cc-49d1-8d3d-f74f85208e03. Aug 10 15:26:04.638309 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88518288-bd31-4ec8-8426-9f70f0ae2469 admin admin] Pushing event updated for resources: {'Network': ['ID=34dee4ef-6ada-46c7-a4b9-b3803d2a23d9,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:04.651489 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:26:04.654770 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Made reservation on behalf of 16dd3e8ba72740d68f312c5707bc2c6b for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:04.657212 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.859187 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:04.890731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:26:04.933272 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1077fb-de5b-4ec1-b28b-7c67bdd4723d,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:04.945706 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Checking segment: {'id': 'fcf2cbb2-477a-4bc3-83c2-100b40db1d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '34dee4ef-6ada-46c7-a4b9-b3803d2a23d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:04.946114 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Network hostable DHCP agents. Network: 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:26:04.969411 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Network 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:26:04.981050 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:04.986068 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:04.986743 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:05.001770 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e20429-5bcd-4a44-b71e-c775e8527ce9 None None] Network 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:05.010895 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-18250b8f-c140-49c8-a199-34866e05bbbd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3882430 Aug 10 15:26:05.029835 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:26:05.034511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:05.043623 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:26:05.069941 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:05.072136 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ed375d05-38f8-4836-b742-78f2ed8e2152 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "PUT /v2.0/floatingips/8de96f51-b4f6-49af-a49f-c186d0e28afa HTTP/1.1" status: 200 len: 991 time: 1.2123134 Aug 10 15:26:05.072701 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:05.072854 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:05.075256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8aae19-ce01-4233-a5a9-66ce884c6358" -d '{"events": [{"name": "network-changed", "server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:05.138175 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd4a8e-d0a6-4ca1-a4d4-61fc425ecd1a x-openstack-request-id: req-b6dd4a8e-d0a6-4ca1-a4d4-61fc425ecd1a {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:05.138478 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:05.138727 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6dd4a8e-d0a6-4ca1-a4d4-61fc425ecd1a {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:05.139152 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'status': 'completed', 'code': 200} Aug 10 15:26:05.214221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daef1157-b812-4509-bcab-adef40a53034 None None] Network 34dee4ef-6ada-46c7-a4b9-b3803d2a23d9 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:05.255233 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:05.297804 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-50e8eb8e-94ec-4bb2-8273-ef1d25b32afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:05.300420 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-50e8eb8e-94ec-4bb2-8273-ef1d25b32afe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1098 time: 0.0661969 Aug 10 15:26:05.467318 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-c14ee3ec-db6f-4715-9b13-09772db6eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:05.469551 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-c14ee3ec-db6f-4715-9b13-09772db6eeed service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.1630957 Aug 10 15:26:05.556774 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-6a5eb4dc-550d-410f-8abf-a6b362c81876 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 999 time: 0.0742228 Aug 10 15:26:05.580360 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '8de96f51-b4f6-49af-a49f-c186d0e28afa', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'mac_address': 'fa:16:3e:e4:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:25:29Z', 'updated_at': '2021-08-10T15:26:04Z', 'revision_number': 1, 'project_id': '3e5da004933548b092877a29a016ee15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:05.627477 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:26:05.640977 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-9d85721b-b5d4-465a-ad0f-983828fac0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:05.642585 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-9d85721b-b5d4-465a-ad0f-983828fac0c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0741549 Aug 10 15:26:05.642922 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:05.644036 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:25:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:05.734657 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-1610e3dd-e346-4f09-bb07-ded1e603fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:05.736619 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-1610e3dd-e346-4f09-bb07-ded1e603fd40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737391 Aug 10 15:26:05.739423 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa33b2-5e3f-4739-a262-1577b8478b20 req-9b8c36b8-0214-41fe-8ee3-b2680e9bbf82 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:05.748877 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4eaa33b2-5e3f-4739-a262-1577b8478b20 req-9b8c36b8-0214-41fe-8ee3-b2680e9bbf82 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0963755 Aug 10 15:26:05.808296 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4eaa33b2-5e3f-4739-a262-1577b8478b20 req-9bb60c4f-9737-45f9-9d9b-53324fa60275 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583966 Aug 10 15:26:05.834914 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:05.916244 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-3acfffc7-8607-4d1d-9430-ff4c19bed546 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713531 Aug 10 15:26:06.037816 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9d8aae19-ce01-4233-a5a9-66ce884c6358 req-1ad6d3e9-51fc-4f2b-932d-555c9d1d233e service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053028 Aug 10 15:26:06.124265 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '8de96f51-b4f6-49af-a49f-c186d0e28afa', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'mac_address': 'fa:16:3e:e4:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:25:29Z', 'updated_at': '2021-08-10T15:26:04Z', 'revision_number': 1, 'project_id': '3e5da004933548b092877a29a016ee15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:06.154077 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e729d-2b66-44c4-8333-1704cfe6a4bf None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '8de96f51-b4f6-49af-a49f-c186d0e28afa', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'mac_address': 'fa:16:3e:e4:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:25:29Z', 'updated_at': '2021-08-10T15:26:04Z', 'revision_number': 1, 'project_id': '3e5da004933548b092877a29a016ee15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:26:06.328266 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97913c3-3b98-4e5b-9ff3-993fa04e4685 None None] New status for floating IP 8de96f51-b4f6-49af-a49f-c186d0e28afa: ACTIVE {{(pid=93276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:26:06.911864 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54532) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:06.922673 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138efbf-f4e2-4114-8d30-f300f08a1943 req-1d050ca3-71ff-414d-86a6-7a3889373ffa tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:06.924276 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5138efbf-f4e2-4114-8d30-f300f08a1943 req-1d050ca3-71ff-414d-86a6-7a3889373ffa tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0486827 Aug 10 15:26:06.966625 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5138efbf-f4e2-4114-8d30-f300f08a1943 req-ee7246d4-b1b1-4890-8ce3-47db9f0ccd88 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Aug 10 15:26:07.022262 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.128962 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.135014 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.176752 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12e814c0434944469a74f4be1afa4bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637165 Aug 10 15:26:07.177099 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54544) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:07.182163 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb1c3df-48cf-4186-974b-aef7fc4be1f6,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:07.189403 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.189755 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.190134 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.190469 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.191186 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.191186 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.191494 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.191752 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.192075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.192393 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.192723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.193042 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce05865-4740-4e13-b160-2cfb54c7e9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:07.243635 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c37bd4a8-5807-4c41-a1cc-a054257f0b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.265085 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c37bd4a8-5807-4c41-a1cc-a054257f0b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.312806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c37bd4a8-5807-4c41-a1cc-a054257f0b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.315517 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c37bd4a8-5807-4c41-a1cc-a054257f0b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.319395 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c37bd4a8-5807-4c41-a1cc-a054257f0b90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fb1c3df-48cf-4186-974b-aef7fc4be1f6 HTTP/1.1" status: 204 len: 168 time: 0.1377685 Aug 10 15:26:07.328656 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bd4a8-5807-4c41-a1cc-a054257f0b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb1c3df-48cf-4186-974b-aef7fc4be1f6,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:07.609056 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54560) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:07.623084 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82ea8ae5-952d-4fd8-9c1c-851960c0f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.716903 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82ea8ae5-952d-4fd8-9c1c-851960c0f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.721698 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82ea8ae5-952d-4fd8-9c1c-851960c0f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.759806 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-82ea8ae5-952d-4fd8-9c1c-851960c0f26e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0d868a8df394471b779472a05aba0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496201 Aug 10 15:26:07.760861 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea8ae5-952d-4fd8-9c1c-851960c0f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a11a1c-c2bb-4edd-83f4-663877afaa2c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:07.762626 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54564) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:07.816256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-54a18641-7620-4047-b7c2-7072689a5737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.842514 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-54a18641-7620-4047-b7c2-7072689a5737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.893320 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-54a18641-7620-4047-b7c2-7072689a5737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.895965 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-54a18641-7620-4047-b7c2-7072689a5737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:07.897279 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-54a18641-7620-4047-b7c2-7072689a5737 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02a11a1c-c2bb-4edd-83f4-663877afaa2c HTTP/1.1" status: 204 len: 168 time: 0.1336732 Aug 10 15:26:07.905761 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a18641-7620-4047-b7c2-7072689a5737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a11a1c-c2bb-4edd-83f4-663877afaa2c,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:08.094796 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5afa-15e4-4147-8cbd-f81ff698d718 req-d05127ea-0147-40b7-8e66-7d1424d9a414 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:08.096295 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ba1c5afa-15e4-4147-8cbd-f81ff698d718 req-d05127ea-0147-40b7-8e66-7d1424d9a414 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0554686 Aug 10 15:26:08.139593 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ba1c5afa-15e4-4147-8cbd-f81ff698d718 req-1e0b81c6-ab84-40f7-b548-cad64c5b7baa tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Aug 10 15:26:09.259160 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f86a2a-61c8-4bfe-8c36-e53b9d5be101 req-c9138b9a-b6df-4bab-8f5a-5815ef7ce594 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:09.261048 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d1f86a2a-61c8-4bfe-8c36-e53b9d5be101 req-c9138b9a-b6df-4bab-8f5a-5815ef7ce594 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0502784 Aug 10 15:26:09.303366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d1f86a2a-61c8-4bfe-8c36-e53b9d5be101 req-843de971-ae39-4418-b809-6c18ee468aaf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Aug 10 15:26:10.211253 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7ca1-534a-4dd5-a13f-da400d006fd8 req-506de11a-bcfc-4abd-b808-741e2c493d74 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:10.217486 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cb9c7ca1-534a-4dd5-a13f-da400d006fd8 req-506de11a-bcfc-4abd-b808-741e2c493d74 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Aug 10 15:26:10.260885 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cb9c7ca1-534a-4dd5-a13f-da400d006fd8 req-a1f9942b-857b-4a45-8060-688b4f4727ce tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Aug 10 15:26:10.422797 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e5a15-2265-4b55-88da-f5d884a142ab req-46afcc7a-fd81-49cd-b3ce-d1fa4991afa1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:10.424277 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b4e5a15-2265-4b55-88da-f5d884a142ab req-46afcc7a-fd81-49cd-b3ce-d1fa4991afa1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0512867 Aug 10 15:26:10.464519 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b4e5a15-2265-4b55-88da-f5d884a142ab req-f87a983c-ac91-4326-af09-68172e4a7247 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Aug 10 15:26:13.669087 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0a830e8d-4c97-48ac-90a7-321c28988c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:13.940510 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de2c0a-d8b5-427e-8fd5-076849c2c71d req-00afb42c-cb58-4a0b-8877-5be0cdab6ecc tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:13.942400 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-49de2c0a-d8b5-427e-8fd5-076849c2c71d req-00afb42c-cb58-4a0b-8877-5be0cdab6ecc tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0545018 Aug 10 15:26:13.968519 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:13.986037 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-49de2c0a-d8b5-427e-8fd5-076849c2c71d req-7e8848ac-d596-4d37-97bd-84cdd6e91f9f tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337243 Aug 10 15:26:14.032565 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f7ef8-5e35-468b-926f-9d3fbe730e4c req-b0e9eb8c-0566-4944-8cd8-54dbb4604936 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:14.034033 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f15f7ef8-5e35-468b-926f-9d3fbe730e4c req-b0e9eb8c-0566-4944-8cd8-54dbb4604936 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0470929 Aug 10 15:26:14.071110 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f15f7ef8-5e35-468b-926f-9d3fbe730e4c req-17147fd1-c80c-449b-93c6-6d2d204e1880 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Aug 10 15:26:16.253997 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0785-1f3e-481f-acce-440d7b799450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:16.578839 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:17.538419 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:18.211377 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-2768c8c2-3489-4b43-972b-26d7126012f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443940 Aug 10 15:26:18.264922 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e628b-27a8-445b-ad40-c1e6dd897e33 req-d72d464c-b10e-46a3-b471-6aa949b79fb4 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:18.266426 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd9e628b-27a8-445b-ad40-c1e6dd897e33 req-d72d464c-b10e-46a3-b471-6aa949b79fb4 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0911031 Aug 10 15:26:18.281498 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880f18-19f6-4431-af3c-4b8702ce156e req-61c39693-f20a-4316-9aa3-2d9738490e75 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:18.282943 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b0880f18-19f6-4431-af3c-4b8702ce156e req-61c39693-f20a-4316-9aa3-2d9738490e75 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0691810 Aug 10 15:26:18.329551 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-755a6306-eec0-4bc8-ba2a-af8b20135bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:18.331098 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-755a6306-eec0-4bc8-ba2a-af8b20135bd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0392032 Aug 10 15:26:18.333802 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd9e628b-27a8-445b-ad40-c1e6dd897e33 req-e5f9a278-383c-45b0-86ea-aedefec1ab73 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614297 Aug 10 15:26:18.343092 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b0880f18-19f6-4431-af3c-4b8702ce156e req-1c7ba031-3e7e-4d32-829a-758ad47fa7db tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536382 Aug 10 15:26:18.453663 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-2ab468d6-8eed-42dd-a41e-11a4390a3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:18.455138 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-2ab468d6-8eed-42dd-a41e-11a4390a3308 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.0942287 Aug 10 15:26:18.498014 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-45e28eb6-d98f-41d3-b17b-d16288257d58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0339079 Aug 10 15:26:18.554970 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-dd3656bb-b311-4547-be59-e3893fcd0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:18.556549 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-dd3656bb-b311-4547-be59-e3893fcd0aca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.0474596 Aug 10 15:26:18.599312 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-6e1c2857-2aca-46c7-8b93-55da7c0d81b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286839 Aug 10 15:26:18.688322 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-4b71dc3c-b520-46ed-9a96-381c530a7ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804043 Aug 10 15:26:18.784837 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-acbc8c7e-de2f-44de-b06f-3d0f5380a6b8 req-34b2991e-26ca-4aa5-99ce-17c5386b0cf4 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Aug 10 15:26:19.343450 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:19.490897 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d531ae-c8eb-4ea3-9e23-ea8e60b3fec4 req-c4d34d7d-a954-4760-abfd-8bdec0741fdd tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:19.492385 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9d531ae-c8eb-4ea3-9e23-ea8e60b3fec4 req-c4d34d7d-a954-4760-abfd-8bdec0741fdd tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0787265 Aug 10 15:26:19.513814 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ea73f-54e3-42de-aff1-ddc1dc0973e6 req-a8ae71ef-3099-4008-a66f-26c849391b84 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:19.515232 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d5ea73f-54e3-42de-aff1-ddc1dc0973e6 req-a8ae71ef-3099-4008-a66f-26c849391b84 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0735621 Aug 10 15:26:19.557601 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9d531ae-c8eb-4ea3-9e23-ea8e60b3fec4 req-3016d87a-1b3c-42a6-be78-ba50000760dc tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5488d8a-aea3-4619-936b-359b2062a3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577302 Aug 10 15:26:19.578890 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d5ea73f-54e3-42de-aff1-ddc1dc0973e6 req-02b31012-86d5-4d1e-9344-ac16031915a1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558870 Aug 10 15:26:19.930863 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-27919bb2-df44-4c9f-8558-4234b0679996 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:19.932905 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-27919bb2-df44-4c9f-8558-4234b0679996 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.16 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 945 time: 0.0885737 Aug 10 15:26:20.067017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Deleting port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:26:20.067476 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:20.357572 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] For port acbd8f47-5196-4e3d-8b26-0b02f2d8da19, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,segment=NetworkSegment(84251676-c13b-4d18-aee9-ce254d6a91c0),segment_id=84251676-c13b-4d18-aee9-ce254d6a91c0)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:20.357976 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:20.373537 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Calling delete_port for acbd8f47-5196-4e3d-8b26-0b02f2d8da19 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:26:20.532075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:20.559754 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Pushing event deleted for resources: {'Port': ['ID=acbd8f47-5196-4e3d-8b26-0b02f2d8da19,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:20.625256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] No DVR routers for this DVR port acbd8f47-5196-4e3d-8b26-0b02f2d8da19 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:26:20.628561 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:20.630643 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0036bac3-9292-474e-bcfc-cd1739538c41 req-e8d03274-e08a-493f-b993-3f74ede43154 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.16 "DELETE /v2.0/ports/acbd8f47-5196-4e3d-8b26-0b02f2d8da19 HTTP/1.1" status: 204 len: 173 time: 0.6908872 Aug 10 15:26:20.631131 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'name': 'network-vif-deleted', 'tag': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:20.634127 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e45f59-b376-4de2-806c-d2666bdc49d2" -d '{"events": [{"server_uuid": "73138ae6-a115-4e3e-a2a1-658af6cf6396", "name": "network-vif-deleted", "tag": "acbd8f47-5196-4e3d-8b26-0b02f2d8da19"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:20.686118 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c71047f7-2471-43fb-9bcb-1650596cb723 req-48ff6b99-7cd2-4677-815d-a5c43a381f02 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.0378692 Aug 10 15:26:20.727245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9004a-84c7-43bd-872c-725ca5444f23 req-49b0255e-f19b-4ee7-8094-b5d77e78b465 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:20.728870 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5bb9004a-84c7-43bd-872c-725ca5444f23 req-49b0255e-f19b-4ee7-8094-b5d77e78b465 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0683157 Aug 10 15:26:20.734289 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56106afd-6039-4628-8a99-6e1d6d1e2c84 x-openstack-request-id: req-56106afd-6039-4628-8a99-6e1d6d1e2c84 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:20.734672 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73138ae6-a115-4e3e-a2a1-658af6cf6396", "name": "network-vif-deleted", "tag": "acbd8f47-5196-4e3d-8b26-0b02f2d8da19", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:20.734982 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56106afd-6039-4628-8a99-6e1d6d1e2c84 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:20.735421 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73138ae6-a115-4e3e-a2a1-658af6cf6396', 'name': 'network-vif-deleted', 'tag': 'acbd8f47-5196-4e3d-8b26-0b02f2d8da19', 'status': 'completed', 'code': 200} Aug 10 15:26:20.769192 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5bb9004a-84c7-43bd-872c-725ca5444f23 req-e4ddfc8c-c981-4ae0-b5d9-e1bdb19ff14f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Aug 10 15:26:21.802676 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3e9cba67-6d69-4e1f-b4cd-9272d983ce49 req-7b37ec08-b42a-44c4-b065-44917e531dd2 tempest-DeleteServersTestJSON-995027392 tempest-DeleteServersTestJSON-995027392-project] 10.222.0.32 "GET /v2.0/ports?device_id=73138ae6-a115-4e3e-a2a1-658af6cf6396 HTTP/1.1" status: 200 len: 210 time: 0.0291996 Aug 10 15:26:21.915021 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138e0ca-89d2-4c85-a90e-34d0f430febd req-adc61bbb-b3e3-419b-9092-31b062a919d7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:21.917089 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e138e0ca-89d2-4c85-a90e-34d0f430febd req-adc61bbb-b3e3-419b-9092-31b062a919d7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0573745 Aug 10 15:26:21.955215 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e138e0ca-89d2-4c85-a90e-34d0f430febd req-7ae33fca-dd88-4496-956e-c2a5a030936c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 10 15:26:22.184192 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device acbd8f47-5196-4e3d-8b26-0b02f2d8da19 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:26:22.208024 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: acbd8f47-5196-4e3d-8b26-0b02f2d8da19 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:26:22.208470 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device acbd8f47-5196-4e3d-8b26-0b02f2d8da19 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:26:23.080326 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b114-6d95-4916-8eef-9350596b40bd req-5459a296-d283-4138-9ff3-a8cbf22a6c4f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:23.081815 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8d96b114-6d95-4916-8eef-9350596b40bd req-5459a296-d283-4138-9ff3-a8cbf22a6c4f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0484827 Aug 10 15:26:23.121015 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8d96b114-6d95-4916-8eef-9350596b40bd req-882a195a-e676-4ec6-b94b-6a7738838a15 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Aug 10 15:26:26.857381 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4edb8d-b71c-4e75-8d96-0134d1e27ca8 req-aaff7789-c5d9-4ab0-a4a9-2bec860175ca tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:26.858912 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3d4edb8d-b71c-4e75-8d96-0134d1e27ca8 req-aaff7789-c5d9-4ab0-a4a9-2bec860175ca tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0524995 Aug 10 15:26:26.885130 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54924) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:26.907225 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3d4edb8d-b71c-4e75-8d96-0134d1e27ca8 req-de13b773-1e8c-465f-9515-a96fb38fb5c8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Aug 10 15:26:26.929355 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_v2 [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Deleting subnet 6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f {{(pid=93274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:26:26.932912 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:26.965257 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11353954'] for subnet, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.003586 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.059292 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11301530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10704802'] for subnet, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.084933 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:27.090035 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.092117 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-de523411-b521-4062-b1c3-556d0feb76f0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6edd2c48-e1c4-4d10-8a64-fb4c6cf2970f HTTP/1.1" status: 204 len: 168 time: 0.2056279 Aug 10 15:26:27.094991 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54926) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:27.161058 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.243594 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.253269 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1cb90e-79c2-4e95-87f4-6cd87339e00c']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:27.263587 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84251676-c13b-4d18-aee9-ce254d6a91c0') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:27.263869 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84251676-c13b-4d18-aee9-ce254d6a91c0') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:27.272736 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.286709 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.292964 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:26:27.293348 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:26:27.294989 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:26:27.348061 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.353117 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.355522 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3e1cb90e-79c2-4e95-87f4-6cd87339e00c HTTP/1.1" status: 204 len: 168 time: 0.2597504 Aug 10 15:26:27.367580 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16cf06-f5a5-48a9-b918-f5a3a0951142 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1cb90e-79c2-4e95-87f4-6cd87339e00c,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:27.525466 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54938) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:27.587484 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-92616d59-ab01-481c-8a91-e544e00229eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77895b547fce431e9f90f239c984ffd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561576 Aug 10 15:26:27.587731 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54946) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:27.625753 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54950) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:27.638740 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-07eddab2-99a6-4255-81d8-d8ab22dacb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.665323 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-07eddab2-99a6-4255-81d8-d8ab22dacb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.672015 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Deleting subnet d478c056-142a-4666-80c6-def5af6b04c0 {{(pid=93274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:26:27.675746 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.716046 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11353954'] for subnet, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.724070 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-07eddab2-99a6-4255-81d8-d8ab22dacb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.727052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-07eddab2-99a6-4255-81d8-d8ab22dacb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.730565 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-07eddab2-99a6-4255-81d8-d8ab22dacb68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5488d8a-aea3-4619-936b-359b2062a3dc HTTP/1.1" status: 204 len: 168 time: 0.1409035 Aug 10 15:26:27.736651 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eddab2-99a6-4255-81d8-d8ab22dacb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5488d8a-aea3-4619-936b-359b2062a3dc,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:27.766066 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.906572 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11301530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10704802'] for subnet, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.941567 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d478c056-142a-4666-80c6-def5af6b04c0,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:27.947898 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:27.950761 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-dd88af15-a475-4811-bc52-16ca3db9106d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d478c056-142a-4666-80c6-def5af6b04c0 HTTP/1.1" status: 204 len: 168 time: 0.3237729 Aug 10 15:26:27.953938 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54966) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:28.044212 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.047162 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407e8ab-7cff-4a1b-936e-9044261764c0 req-0cce11c6-8f74-40aa-832a-f1317e707a1b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:28.048776 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b407e8ab-7cff-4a1b-936e-9044261764c0 req-0cce11c6-8f74-40aa-832a-f1317e707a1b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0617023 Aug 10 15:26:28.089976 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b407e8ab-7cff-4a1b-936e-9044261764c0 req-e6544b4f-a840-4907-99c4-4ec0ae40afff tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Aug 10 15:26:28.128002 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.138428 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583e972a-792e-4c66-8425-ac29568de473']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:28.148394 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c73aaa-252b-4540-976a-c66812248bcf') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:28.148692 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c73aaa-252b-4540-976a-c66812248bcf') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:28.162594 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.178324 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.184759 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:26:28.185197 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:26:28.186940 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:26:28.242395 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.257459 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.262001 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/583e972a-792e-4c66-8425-ac29568de473 HTTP/1.1" status: 204 len: 168 time: 0.3037760 Aug 10 15:26:28.262001 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde412-53b9-4780-9080-e9818d90eb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=583e972a-792e-4c66-8425-ac29568de473,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:28.262377 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 54978) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:28.308770 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Deleting subnet 7d1077fb-de5b-4ec1-b28b-7c67bdd4723d {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:26:28.312044 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.350160 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.389811 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.443684 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.472168 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.474430 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d1077fb-de5b-4ec1-b28b-7c67bdd4723d HTTP/1.1" status: 204 len: 168 time: 0.2111361 Aug 10 15:26:28.475641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9529b-2bd9-47eb-8d55-7ddf552f2267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1077fb-de5b-4ec1-b28b-7c67bdd4723d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:28.477713 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 54986) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:28.552388 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.635924 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.645662 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dee4ef-6ada-46c7-a4b9-b3803d2a23d9']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:28.657230 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf2cbb2-477a-4bc3-83c2-100b40db1d80') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:28.657669 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf2cbb2-477a-4bc3-83c2-100b40db1d80') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:28.667727 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.686764 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.692602 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:26:28.692994 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:26:28.694848 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:26:28.754894 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.760043 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.762251 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] 10.222.0.32 "DELETE /v2.0/networks/34dee4ef-6ada-46c7-a4b9-b3803d2a23d9 HTTP/1.1" status: 204 len: 168 time: 0.2824690 Aug 10 15:26:28.774596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8ddd7-b8ce-4651-838e-6e7afa94a126 admin admin] Pushing event deleted for resources: {'Network': ['ID=34dee4ef-6ada-46c7-a4b9-b3803d2a23d9,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:28.946158 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55012) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:29.005740 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a38cfac6-06a6-4182-a33e-3126b3678abe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd2f1b7d28e942029b2e9949bceb0fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535791 Aug 10 15:26:29.006099 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55016) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:29.087398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f748d38c-21b3-40b8-88e7-c613045ed870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.115348 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f748d38c-21b3-40b8-88e7-c613045ed870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.176982 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f748d38c-21b3-40b8-88e7-c613045ed870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.180918 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f748d38c-21b3-40b8-88e7-c613045ed870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.196352 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f748d38c-21b3-40b8-88e7-c613045ed870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b5a32a4-c791-4c79-861a-2722229f1788 HTTP/1.1" status: 204 len: 168 time: 0.1848969 Aug 10 15:26:29.230046 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748d38c-21b3-40b8-88e7-c613045ed870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a32a4-c791-4c79-861a-2722229f1788,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:29.256023 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913e02-522b-45dc-8ba6-8f92b13126bb req-2dd9352e-f992-4694-96ee-cb39ef7bae55 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:29.257731 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-02913e02-522b-45dc-8ba6-8f92b13126bb req-2dd9352e-f992-4694-96ee-cb39ef7bae55 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0601068 Aug 10 15:26:29.298855 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-02913e02-522b-45dc-8ba6-8f92b13126bb req-77526f8b-40cb-461c-b673-151fb85df35b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343854 Aug 10 15:26:29.532581 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55042) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:29.575341 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-917bb548-b287-4b36-9c58-a0c23207e947 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16dd3e8ba72740d68f312c5707bc2c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398843 Aug 10 15:26:29.578194 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55046) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:29.633012 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-397cb8e0-66ad-4278-b8f5-4271944b51fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.655571 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-397cb8e0-66ad-4278-b8f5-4271944b51fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.710361 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-397cb8e0-66ad-4278-b8f5-4271944b51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.712983 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-397cb8e0-66ad-4278-b8f5-4271944b51fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:29.716440 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-397cb8e0-66ad-4278-b8f5-4271944b51fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a102857f-5b77-431e-84ee-9967555e03ee HTTP/1.1" status: 204 len: 168 time: 0.1349871 Aug 10 15:26:29.722239 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cb8e0-66ad-4278-b8f5-4271944b51fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a102857f-5b77-431e-84ee-9967555e03ee,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:30.431163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff7b5-4187-4746-8308-7679093338a5 req-3251bdf8-79be-46fb-9b06-ecc2214b5dee tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:30.433171 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8c8ff7b5-4187-4746-8308-7679093338a5 req-3251bdf8-79be-46fb-9b06-ecc2214b5dee tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0537903 Aug 10 15:26:30.448638 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55102) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:30.472778 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8c8ff7b5-4187-4746-8308-7679093338a5 req-7453b125-c019-4438-bb39-267e0bccc207 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335257 Aug 10 15:26:30.546552 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-998259393-network', 'tenant_id': 'becf2122af4b47b48c17f26717170500'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:30.566643 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Made reservation on behalf of becf2122af4b47b48c17f26717170500 for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:30.568839 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.577488 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.664787 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.668771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.692630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:26:30.702853 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5df625-295b-4430-a19c-e0ff276c5405,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:30.707423 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.707762 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Added segment 0ea86efb-e59a-44d4-9e71-aad3323efabb of type vlan for network 9bddc906-03ad-430d-9e8e-48baf84494e1 Aug 10 15:26:30.746606 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.773874 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.774741 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:30.775316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.828938 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3792126 Aug 10 15:26:30.831905 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55108) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:30.836006 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bc2e9-766e-4a08-b8cb-0f74422ba89d admin admin] Pushing event updated for resources: {'Network': ['ID=9bddc906-03ad-430d-9e8e-48baf84494e1,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:30.838967 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Request body: {'subnet': {'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-998259393-subnet', 'tenant_id': 'becf2122af4b47b48c17f26717170500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:30.847822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 9bddc906-03ad-430d-9e8e-48baf84494e1 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:26:30.862995 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Made reservation on behalf of becf2122af4b47b48c17f26717170500 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:30.865337 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:31.038759 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:31.102396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30685cd-e416-405b-a0ad-ff4f46ed8fec,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:31.106356 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Checking segment: {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:31.106705 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Network hostable DHCP agents. Network: 9bddc906-03ad-430d-9e8e-48baf84494e1, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:26:31.126211 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Network 9bddc906-03ad-430d-9e8e-48baf84494e1 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:26:31.142934 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 9bddc906-03ad-430d-9e8e-48baf84494e1) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:31.147498 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:31.148936 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:31.153018 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9f0a5-b147-4688-83a5-de3982410c35 None None] Network 9bddc906-03ad-430d-9e8e-48baf84494e1 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:31.173884 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bb3214d4-ccc0-4558-ae78-ad54b0f35e9b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3373842 Aug 10 15:26:31.304681 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fb1c8-3f8b-4a8c-a2e4-80180498f168 None None] Network 9bddc906-03ad-430d-9e8e-48baf84494e1 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:31.599949 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5848a0-336b-4dca-8bcf-768d52de07a8 req-cca2ce0c-9286-49c6-b5d2-e4d3216195d0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:31.601487 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9c5848a0-336b-4dca-8bcf-768d52de07a8 req-cca2ce0c-9286-49c6-b5d2-e4d3216195d0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0555203 Aug 10 15:26:31.644243 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9c5848a0-336b-4dca-8bcf-768d52de07a8 req-01925384-90a5-48c0-a678-d08eb2956a7e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353591 Aug 10 15:26:31.803411 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55158) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:31.915955 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-285a7657-79cc-4388-8073-28048aaeadda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.010032 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-285a7657-79cc-4388-8073-28048aaeadda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.013512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-285a7657-79cc-4388-8073-28048aaeadda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.049496 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-285a7657-79cc-4388-8073-28048aaeadda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=863ada3b098e4ebc8187afc731d70200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450035 Aug 10 15:26:32.051418 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a7657-79cc-4388-8073-28048aaeadda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97923926-264d-4fe9-b1e7-61e761ee9a3f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:32.052226 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55162) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:32.100816 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-77630ce1-9c9b-462b-86c8-35ebdd286a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.122702 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-77630ce1-9c9b-462b-86c8-35ebdd286a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.174169 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-77630ce1-9c9b-462b-86c8-35ebdd286a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.176661 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-77630ce1-9c9b-462b-86c8-35ebdd286a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.178153 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-77630ce1-9c9b-462b-86c8-35ebdd286a13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97923926-264d-4fe9-b1e7-61e761ee9a3f HTTP/1.1" status: 204 len: 168 time: 0.1248817 Aug 10 15:26:32.186419 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77630ce1-9c9b-462b-86c8-35ebdd286a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97923926-264d-4fe9-b1e7-61e761ee9a3f,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:32.767919 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9efb8-6d73-4467-a0e8-34d9d208acc5 req-3a3a27c7-fd12-4102-ae76-a3738c8cd610 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:32.769430 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-86d9efb8-6d73-4467-a0e8-34d9d208acc5 req-3a3a27c7-fd12-4102-ae76-a3738c8cd610 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0512006 Aug 10 15:26:32.823002 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-86d9efb8-6d73-4467-a0e8-34d9d208acc5 req-4ce2eae7-53fe-4ed9-8764-7efc1cd37e6d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Aug 10 15:26:32.831965 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55204) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:32.928313 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-80918894-network', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:32.954429 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Made reservation on behalf of 11de685886bc4132a033d2f1e0a833a5 for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:32.956752 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:32.965523 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.065345 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.070228 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.094680 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:26:33.103598 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-178285fa-cfdd-4b8a-b16d-3753c8120521 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:33.105150 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-178285fa-cfdd-4b8a-b16d-3753c8120521 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/networks?id=9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 200 len: 808 time: 0.1189654 Aug 10 15:26:33.108239 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae3d37-404c-4d2b-bf23-d3fe941bce5d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:33.113921 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.114102 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Added segment 29cfe890-11b2-4b27-b3e7-de9cc1bbfec3 of type vlan for network 449650d2-05ab-4944-90cf-a74ee5d7dd1d Aug 10 15:26:33.126336 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-e8bc3a6a-0d3b-4146-bca8-eb0e75599619 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/quotas/becf2122af4b47b48c17f26717170500 HTTP/1.1" status: 200 len: 375 time: 0.0148034 Aug 10 15:26:33.159185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.159413 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-ccc117ff-5aeb-45bc-8a0b-1236f53cc072 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=becf2122af4b47b48c17f26717170500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263236 Aug 10 15:26:33.189257 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.190335 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:33.191045 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.242725 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4092977 Aug 10 15:26:33.246098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55222) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:33.250868 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Request body: {'subnet': {'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-80918894-subnet', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:33.267517 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-1fe99ca9-3c01-44f5-b916-d17dff41a061 service neutron] 10.222.0.32 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002195 Aug 10 15:26:33.269981 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0f439-95ac-4f98-a8af-f6c49065e061 admin admin] Pushing event updated for resources: {'Network': ['ID=449650d2-05ab-4944-90cf-a74ee5d7dd1d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:33.281659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:26:33.284391 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Made reservation on behalf of 11de685886bc4132a033d2f1e0a833a5 for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:33.286679 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10703683'] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.465450 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11301595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10703697'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.519657 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:33.530717 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Checking segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:33.531076 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Network hostable DHCP agents. Network: 449650d2-05ab-4944-90cf-a74ee5d7dd1d, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:26:33.548125 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:26:33.550331 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-10ea711f-a163-4ec5-ba14-05e2a0d32301 service neutron] 10.222.0.32 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756038 Aug 10 15:26:33.557722 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 449650d2-05ab-4944-90cf-a74ee5d7dd1d) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:33.561628 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:33.562271 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.568686 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c6782b-98a9-4e49-953b-394d5799b530 None None] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:33.579381 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-064e3835-9488-4db3-980e-d98066d31dab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3319771 Aug 10 15:26:33.581644 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55224) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:33.586224 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:33.610572 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.613311 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.692704 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.772909 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:26:33.773769 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.833894 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:33.936304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Allocated IP 172.20.0.2 (449650d2-05ab-4944-90cf-a74ee5d7dd1d/0b76a6df-8f5b-4235-a14f-2ea34e5d2f20/8e1b646a-2228-42d2-bc8b-c14bcfed218b) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:34.058895 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.082389 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.105056 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.113359 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Transition to ACTIVE for port object 8e1b646a-2228-42d2-bc8b-c14bcfed218b will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:34.127555 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Transition to ACTIVE for port object 8e1b646a-2228-42d2-bc8b-c14bcfed218b will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:34.132568 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.171415 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:34.174242 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:34.177724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:34.184262 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Pushing event updated for resources: {'Port': ['ID=8e1b646a-2228-42d2-bc8b-c14bcfed218b,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:34.186687 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Allocated IP 172.27.0.198 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/2fbc4cd1-53af-4b1f-8042-f5d44693ba70) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:34.208345 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.208709 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.209031 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.209362 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.209697 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.210057 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.210382 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.210706 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.211050 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.211374 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.211692 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.212011 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:34.242494 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Attempting to bind port 8e1b646a-2228-42d2-bc8b-c14bcfed218b on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:34.242856 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Attempting to bind port 8e1b646a-2228-42d2-bc8b-c14bcfed218b by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:34.243212 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Attempting to bind port 8e1b646a-2228-42d2-bc8b-c14bcfed218b on network 449650d2-05ab-4944-90cf-a74ee5d7dd1d {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:34.248178 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:34.248547 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Checking segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:34.248938 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.249321 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Bound using segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:34.249797 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Bound port: 8e1b646a-2228-42d2-bc8b-c14bcfed218b, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:34.250170 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.290513 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.316115 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] For port 8e1b646a-2228-42d2-bc8b-c14bcfed218b, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:34.319243 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] For port 8e1b646a-2228-42d2-bc8b-c14bcfed218b, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8e1b646a-2228-42d2-bc8b-c14bcfed218b,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:34.323580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.335606 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:34.371703 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:34.376522 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:34.378580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6315277-6ec2-4270-914f-d7fd8ebb980d None None] Pushing event updated for resources: {'Port': ['ID=8e1b646a-2228-42d2-bc8b-c14bcfed218b,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:34.379986 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:34.404011 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:34.830679 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.026936 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.157015 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Router b5b5267f-71e1-40fe-b830-977c84a41405 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:26:35.266526 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:26:35.269341 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1e0fd-d6f7-4a12-92d2-3b152de45a2f None None] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:35.277542 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Sync routers for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:26:35.283447 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.287406 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-fc5c5072-490d-4bd8-913e-1e6c0e2c7247 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7022951 Aug 10 15:26:35.287613 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55252) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:35.288336 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:35.289016 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:35.369886 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d61c4bbf-7c53-47cf-9c7f-a37e0553dd38 None None] Provisioning for port 8e1b646a-2228-42d2-bc8b-c14bcfed218b completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:35.402627 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:35.589901 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:34Z', 'revision_number': 3, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:35.618565 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Checking router: b5b5267f-71e1-40fe-b830-977c84a41405 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:26:35.618921 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Updating router b5b5267f-71e1-40fe-b830-977c84a41405 port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:26:35.642703 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.746596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.829205 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8e1b646a-2228-42d2-bc8b-c14bcfed218b up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:35.879058 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 8e1b646a-2228-42d2-bc8b-c14bcfed218b completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:35.882800 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 8e1b646a-2228-42d2-bc8b-c14bcfed218b triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:35.883293 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.911835 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.913155 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Allocated IP 172.20.0.1 (449650d2-05ab-4944-90cf-a74ee5d7dd1d/0b76a6df-8f5b-4235-a14f-2ea34e5d2f20/1768f1ba-f04a-4235-8fe6-195a068ba717) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:35.922990 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Transition to ACTIVE for port object 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:35.928838 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:35.970691 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.027810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 8e1b646a-2228-42d2-bc8b-c14bcfed218b, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8e1b646a-2228-42d2-bc8b-c14bcfed218b,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:36.033148 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.064537 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.070150 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Attempting to bind port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:36.070508 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Attempting to bind port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:36.070863 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Attempting to bind port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:36.076809 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:36.080789 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Transition to ACTIVE for port object 1768f1ba-f04a-4235-8fe6-195a068ba717 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:36.082264 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=8e1b646a-2228-42d2-bc8b-c14bcfed218b,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:36.085110 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:36.085488 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:36.085911 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.086404 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:36.087137 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Bound port: 2fbc4cd1-53af-4b1f-8042-f5d44693ba70, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:36.087533 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.091136 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.091479 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.091811 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.092136 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.092457 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.092777 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.093093 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.093408 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.093739 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.094233 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.094556 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.094868 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:26:36.118922 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.147529 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] For port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:36.155315 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] For port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:36.156343 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:36.160226 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.163164 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:36.166786 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:36.202245 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Pushing event updated for resources: {'Port': ['ID=1768f1ba-f04a-4235-8fe6-195a068ba717,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:36.210000 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.211886 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:36.212512 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:36.264372 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6129-6cc3-492c-83f2-e0b64c357142 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:36.335700 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:36.377203 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.440978 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c50a1f3b-598e-42f9-b2e2-3049d5450b0e None None] Provisioning for port 1768f1ba-f04a-4235-8fe6-195a068ba717 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:36.450338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c50a1f3b-598e-42f9-b2e2-3049d5450b0e None None] Provisioning complete for port 1768f1ba-f04a-4235-8fe6-195a068ba717 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:36.450724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c50a1f3b-598e-42f9-b2e2-3049d5450b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.507947 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48787455-914c-4d8d-b3d3-33dc86291c12 req-35ea9a79-6c34-4f22-ad5d-118c126bcb55 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 210 time: 0.0478158 Aug 10 15:26:36.538304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c50a1f3b-598e-42f9-b2e2-3049d5450b0e None None] Port 1768f1ba-f04a-4235-8fe6-195a068ba717 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:26:36.598175 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e584-a3a4-4617-b3b1-a93cf44b31f2 req-f19d92a2-3f29-42c5-a38c-ec9cd6a1058c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:36.599948 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec17e584-a3a4-4617-b3b1-a93cf44b31f2 req-f19d92a2-3f29-42c5-a38c-ec9cd6a1058c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0606890 Aug 10 15:26:36.618174 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.626058 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.640626 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:34Z', 'revision_number': 3, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:36.646798 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec17e584-a3a4-4617-b3b1-a93cf44b31f2 req-58d647ac-9cca-490e-b0c5-49ecc5a38104 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Aug 10 15:26:36.671945 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dac03d-8e17-4019-aa93-4def593ef303 None None] The sync data for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi is: [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:34Z', 'revision_number': 3, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:26:36.692511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Pushing event updated for resources: {'Port': ['ID=1768f1ba-f04a-4235-8fe6-195a068ba717,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:36.704431 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:36.829983 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:36.831156 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:36.993289 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Router b5b5267f-71e1-40fe-b830-977c84a41405 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:26:37.171844 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-4424c388-73d3-49e1-b4de-ba4e7d72cab9 None None] Provisioning complete for port 1768f1ba-f04a-4235-8fe6-195a068ba717 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:37.172656 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4424c388-73d3-49e1-b4de-ba4e7d72cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:37.219144 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-4424c388-73d3-49e1-b4de-ba4e7d72cab9 None None] Port 1768f1ba-f04a-4235-8fe6-195a068ba717 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:26:37.473130 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:26:37.488976 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-cbe1c308-f8a2-404c-9427-e856a29f3471 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5b5267f-71e1-40fe-b830-977c84a41405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1920428 Aug 10 15:26:37.539793 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-715d7799-c90d-40c4-89f2-181becd66ae1 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:37.542203 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-715d7799-c90d-40c4-89f2-181becd66ae1 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "GET /v2.0/networks?id=9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 200 len: 808 time: 0.1893024 Aug 10 15:26:37.602975 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Request body: {'port': {'device_id': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1', 'admin_state_up': True, 'tenant_id': 'becf2122af4b47b48c17f26717170500'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:37.699380 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cedb6d84-cad9-468f-866f-bfff02dedb9b req-a5d945be-feae-4101-a999-4644eab8f210 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 210 time: 0.0496254 Aug 10 15:26:37.812027 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Made reservation on behalf of becf2122af4b47b48c17f26717170500 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:37.819307 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:37.837556 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce88c8-8e00-4e2d-9e31-f1ec54d5a8c3 req-b26df092-7999-4d02-9aad-6375841abd91 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:37.839925 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25ce88c8-8e00-4e2d-9e31-f1ec54d5a8c3 req-b26df092-7999-4d02-9aad-6375841abd91 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0908432 Aug 10 15:26:37.910580 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25ce88c8-8e00-4e2d-9e31-f1ec54d5a8c3 req-2d1e5f4b-dbcd-4d1b-acde-3a0c22d23a88 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628736 Aug 10 15:26:37.976440 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8e1b646a-2228-42d2-bc8b-c14bcfed218b up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:37.982175 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Allocated IP 172.20.0.7 (9bddc906-03ad-430d-9e8e-48baf84494e1/b30685cd-e416-405b-a0ad-ff4f46ed8fec/47e74138-8293-4a9a-9a3d-0a911c2cc079) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:38.054807 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 8e1b646a-2228-42d2-bc8b-c14bcfed218b triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:38.055177 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.154827 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:38.163346 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.167726 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55324) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:38.173495 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88717015-network', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:38.200928 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Made reservation on behalf of 57eaf0fb522147f0a47b9c1e79493830 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:38.203516 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.208943 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:38.213936 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.214534 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.216594 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:38.216974 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.269433 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Network 9bddc906-03ad-430d-9e8e-48baf84494e1 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:38.275979 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:38.285634 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:38.315805 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Pushing event updated for resources: {'Port': ['ID=47e74138-8293-4a9a-9a3d-0a911c2cc079,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:38.332199 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.345130 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:38.345757 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.349191 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.353716 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.362330 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:38.368020 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a5d04e6e-2bf3-4583-a123-7a00fc5e0138 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694855 Aug 10 15:26:38.370877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:26:38.372895 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.392181 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Request body: {'port': {'device_id': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:38.398009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.398359 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Added segment ab4dfde8-24c6-4a7e-8698-b8e29ba621b9 of type vlan for network 88f4e211-877c-42ef-9094-26dbb2748a54 Aug 10 15:26:38.411724 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9adcf-b397-4c38-9ad5-fc24ec4c0e46,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:38.433386 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:38.451076 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.463191 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.480953 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.481883 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:38.482472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.537303 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3684790 Aug 10 15:26:38.539975 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55326) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:38.546761 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Request body: {'subnet': {'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88717015-subnet', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:38.550819 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e73c04-f787-4665-820a-a2657e04093c admin admin] Pushing event updated for resources: {'Network': ['ID=88f4e211-877c-42ef-9094-26dbb2748a54,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:38.563054 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 88f4e211-877c-42ef-9094-26dbb2748a54 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:26:38.578286 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Made reservation on behalf of 57eaf0fb522147f0a47b9c1e79493830 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:38.580751 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.762505 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Sync routers for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:26:38.774627 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:38.775665 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:38.835949 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e74138-8293-4a9a-9a3d-0a911c2cc079 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:26:38.859012 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.879918 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Transition to ACTIVE for port object 47e74138-8293-4a9a-9a3d-0a911c2cc079 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:38.882715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.886365 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:38.958171 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Pushing event updated for resources: {'Port': ['ID=47e74138-8293-4a9a-9a3d-0a911c2cc079,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:38.989192 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f2c6a-de07-4215-b132-983eeaac4fd7 req-b2c56509-084a-4094-8c1e-edb5314bd658 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:38.992122 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae4f2c6a-de07-4215-b132-983eeaac4fd7 req-b2c56509-084a-4094-8c1e-edb5314bd658 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 931 time: 0.2047863 Aug 10 15:26:39.030333 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Attempting to bind port 47e74138-8293-4a9a-9a3d-0a911c2cc079 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:39.030333 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Attempting to bind port 47e74138-8293-4a9a-9a3d-0a911c2cc079 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:39.030333 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Attempting to bind port 47e74138-8293-4a9a-9a3d-0a911c2cc079 on network 9bddc906-03ad-430d-9e8e-48baf84494e1 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:39.030833 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Port 47e74138-8293-4a9a-9a3d-0a911c2cc079 on network 9bddc906-03ad-430d-9e8e-48baf84494e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:26:39.032161 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Attempting to bind port 47e74138-8293-4a9a-9a3d-0a911c2cc079 on network 9bddc906-03ad-430d-9e8e-48baf84494e1 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:39.036326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:39.036672 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Checking segment: {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:39.037083 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Bound using segment: {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:39.037486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Bound port: 47e74138-8293-4a9a-9a3d-0a911c2cc079, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:39.038094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.079904 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40301235-b517-428e-a22e-0f8f62899d5b,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:39.136544 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] For port 47e74138-8293-4a9a-9a3d-0a911c2cc079, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:39.143651 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] For port 47e74138-8293-4a9a-9a3d-0a911c2cc079, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:39.155977 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.156213 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:39.177041 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:26:39.189933 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Checking segment: {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:39.197505 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Network hostable DHCP agents. Network: 88f4e211-877c-42ef-9094-26dbb2748a54, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:26:39.207766 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae4f2c6a-de07-4215-b132-983eeaac4fd7 req-33e67575-4be9-40ad-9f33-2ff07bd77e36 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058461 Aug 10 15:26:39.235453 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:39.235607 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3a6d-668b-4366-b79a-88b3ea013cfb req-a28454a5-eaeb-4038-ae2d-97e78b1e341b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:39.235718 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.235718 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] 10.222.0.16 "PUT /v2.0/ports/47e74138-8293-4a9a-9a3d-0a911c2cc079 HTTP/1.1" status: 200 len: 1093 time: 0.8446531 Aug 10 15:26:39.235718 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'tag': '47e74138-8293-4a9a-9a3d-0a911c2cc079'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:39.237237 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-758a3a6d-668b-4366-b79a-88b3ea013cfb req-a28454a5-eaeb-4038-ae2d-97e78b1e341b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.1631348 Aug 10 15:26:39.245734 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958" -d '{"events": [{"name": "network-changed", "server_uuid": "4a00549f-d637-4ffe-ab4b-24a96edfb353", "tag": "47e74138-8293-4a9a-9a3d-0a911c2cc079"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:39.261066 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Network 88f4e211-877c-42ef-9094-26dbb2748a54 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:26:39.282968 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 88f4e211-877c-42ef-9094-26dbb2748a54) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:39.289034 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:39.289681 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.301635 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9646c-ede0-4a94-a319-3226558ff759 service neutron] Pushing event updated for resources: {'Port': ['ID=47e74138-8293-4a9a-9a3d-0a911c2cc079,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:39.306155 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-758a3a6d-668b-4366-b79a-88b3ea013cfb req-403c6490-3373-46d7-ab29-6af196258b01 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630503 Aug 10 15:26:39.331744 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4f19efd2-3b99-4643-953b-01976896b64a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7881343 Aug 10 15:26:39.331916 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564c4df-dcec-44e4-a519-f11903a4d521 x-openstack-request-id: req-7564c4df-dcec-44e4-a519-f11903a4d521 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:39.331916 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a00549f-d637-4ffe-ab4b-24a96edfb353", "tag": "47e74138-8293-4a9a-9a3d-0a911c2cc079", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:39.331916 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7564c4df-dcec-44e4-a519-f11903a4d521 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:39.331916 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'tag': '47e74138-8293-4a9a-9a3d-0a911c2cc079', 'status': 'completed', 'code': 200} Aug 10 15:26:39.332286 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55368) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:39.336199 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:39.359802 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.360959 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.369453 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a2b5b4-0047-4ee3-982c-adf94a2e5764 None None] Network 88f4e211-877c-42ef-9094-26dbb2748a54 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:39.377626 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-0acfba9b-8361-437a-9f5f-b3691487105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:39.379355 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-0acfba9b-8361-437a-9f5f-b3691487105e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=becf2122af4b47b48c17f26717170500&device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 1096 time: 0.0622699 Aug 10 15:26:39.423158 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.457079 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-e738bf91-07f5-49c0-ba0d-8c23972b290a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079 HTTP/1.1" status: 200 len: 217 time: 0.0563753 Aug 10 15:26:39.517695 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-f95f9ee9-d1b6-4a27-b430-c923440ca336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:39.519191 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-f95f9ee9-d1b6-4a27-b430-c923440ca336 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30685cd-e416-405b-a0ad-ff4f46ed8fec HTTP/1.1" status: 200 len: 848 time: 0.0534992 Aug 10 15:26:39.552352 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-12511eb9-ac7b-4974-ba96-4145dabcb956 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9bddc906-03ad-430d-9e8e-48baf84494e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253577 Aug 10 15:26:39.567432 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 2, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:39.571919 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.610237 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-88f4e211-877c-42ef-9094-26dbb2748a54', 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'fixed_ips': [{'subnet_id': '40301235-b517-428e-a22e-0f8f62899d5b'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:26:39.611096 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.614771 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Checking router: b5b5267f-71e1-40fe-b830-977c84a41405 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:26:39.615152 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Updating router b5b5267f-71e1-40fe-b830-977c84a41405 port 1768f1ba-f04a-4235-8fe6-195a068ba717 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:26:39.657086 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-82f328b4-03b9-4916-aa84-8a300e7cbdf2 service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946069 Aug 10 15:26:39.659938 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.777959 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a6e64e72-08fc-4cfc-9b09-149690b89e5c req-352db19f-aff4-4209-8a31-70b3c156f2bf service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093068 Aug 10 15:26:39.826173 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.848340 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:39.855786 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:39.916169 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Allocated IP 172.20.0.2 (88f4e211-877c-42ef-9094-26dbb2748a54/40301235-b517-428e-a22e-0f8f62899d5b/0fc3156d-dee3-4ada-943f-4741f75c1cda) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:39.977771 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Allocated IP 172.27.0.121 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/0b86d083-83b0-4fa7-aa69-237d5db270a5) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:39.993021 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-bf126458-9e0f-4c3c-a2e4-5ae82cc5bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:39.995550 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-bf126458-9e0f-4c3c-a2e4-5ae82cc5bef0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=becf2122af4b47b48c17f26717170500&device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 1096 time: 0.0460255 Aug 10 15:26:40.074555 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:40.074927 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.101219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.119634 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-a973e756-b553-4914-ac7a-bb6dd5746110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:40.121596 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-a973e756-b553-4914-ac7a-bb6dd5746110 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 200 len: 909 time: 0.1169922 Aug 10 15:26:40.164404 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.180034 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-ebfad480-568a-4c7b-a413-539932b7ce7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079 HTTP/1.1" status: 200 len: 217 time: 0.0392139 Aug 10 15:26:40.209664 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:40.213443 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:40.232660 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:40.235373 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Pushing event updated for resources: {'Port': ['ID=0b86d083-83b0-4fa7-aa69-237d5db270a5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:40.274811 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-5347b300-fb4f-4d54-ae46-4b0802d699d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:40.276390 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-5347b300-fb4f-4d54-ae46-4b0802d699d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30685cd-e416-405b-a0ad-ff4f46ed8fec HTTP/1.1" status: 200 len: 848 time: 0.0880449 Aug 10 15:26:40.281136 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.301486 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Transition to ACTIVE for port object 0fc3156d-dee3-4ada-943f-4741f75c1cda will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:40.319428 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.336435 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Transition to ACTIVE for port object 0fc3156d-dee3-4ada-943f-4741f75c1cda will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:40.338463 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Transition to ACTIVE for port object 1768f1ba-f04a-4235-8fe6-195a068ba717 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:40.346769 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-6cd2ec81-f698-4b1b-a4d3-417444beec37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9bddc906-03ad-430d-9e8e-48baf84494e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617254 Aug 10 15:26:40.351481 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.358052 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.426828 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Network 88f4e211-877c-42ef-9094-26dbb2748a54 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:40.434288 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:40.436325 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:40.483130 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Pushing event updated for resources: {'Port': ['ID=0fc3156d-dee3-4ada-943f-4741f75c1cda,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:40.549470 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-3a00c6ac-35d1-4ce2-993a-a32530bc7613 service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934774 Aug 10 15:26:40.572055 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Attempting to bind port 1768f1ba-f04a-4235-8fe6-195a068ba717 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:40.572465 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Attempting to bind port 1768f1ba-f04a-4235-8fe6-195a068ba717 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:40.572839 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Attempting to bind port 1768f1ba-f04a-4235-8fe6-195a068ba717 on network 449650d2-05ab-4944-90cf-a74ee5d7dd1d {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:40.594736 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Attempting to bind port 0fc3156d-dee3-4ada-943f-4741f75c1cda on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:40.595114 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Attempting to bind port 0fc3156d-dee3-4ada-943f-4741f75c1cda by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:40.595481 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Attempting to bind port 0fc3156d-dee3-4ada-943f-4741f75c1cda on network 88f4e211-877c-42ef-9094-26dbb2748a54 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:40.597763 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:40.598178 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Checking segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:40.598587 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.598987 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Bound using segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:40.599471 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Bound port: 1768f1ba-f04a-4235-8fe6-195a068ba717, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:40.599867 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.618220 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf4f01-2af0-4714-a6a1-fa0e44b9c4b3 None None] Pushing event updated for resources: {'Port': ['ID=1768f1ba-f04a-4235-8fe6-195a068ba717,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:40.629918 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:40.630305 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Checking segment: {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:40.630753 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.631237 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Bound using segment: {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:40.631723 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Bound port: 0fc3156d-dee3-4ada-943f-4741f75c1cda, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:40.632112 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.673190 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55398) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:40.705492 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f89b-0a4f-43b0-a9ac-c83a5d8e1ff0 req-ae0d6bc5-c8c5-4a7b-8e11-b7686a071fce tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:40.713975 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-df88f89b-0a4f-43b0-a9ac-c83a5d8e1ff0 req-ae0d6bc5-c8c5-4a7b-8e11-b7686a071fce tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 943 time: 0.4052060 Aug 10 15:26:40.726073 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8607f9de-d7cd-4274-abb0-4cb9ee3c4958 req-b5253aa3-0f5f-48cf-b1c8-47bdf695975b service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667001 Aug 10 15:26:40.777796 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dace3-29b2-44f1-b66d-e76131770b45 req-3c5e07c8-9475-4b8f-9fda-49649f9b17a7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:40.787648 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-610dace3-29b2-44f1-b66d-e76131770b45 req-3c5e07c8-9475-4b8f-9fda-49649f9b17a7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.3260245 Aug 10 15:26:40.805403 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-df88f89b-0a4f-43b0-a9ac-c83a5d8e1ff0 req-bdb778ee-f5c3-4618-adc8-bbc52fab0d64 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860448 Aug 10 15:26:40.808575 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] For port 1768f1ba-f04a-4235-8fe6-195a068ba717, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:40.823363 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] For port 1768f1ba-f04a-4235-8fe6-195a068ba717, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=1768f1ba-f04a-4235-8fe6-195a068ba717,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:40.826686 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] For port 0fc3156d-dee3-4ada-943f-4741f75c1cda, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:40.836338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] For port 0fc3156d-dee3-4ada-943f-4741f75c1cda, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0fc3156d-dee3-4ada-943f-4741f75c1cda,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:40.836338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.836671 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b129aff1-241e-4f1e-8c5a-a0141b8374ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.862131 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.933949 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:40.934463 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:40.974884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b129aff1-241e-4f1e-8c5a-a0141b8374ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.983179 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b129aff1-241e-4f1e-8c5a-a0141b8374ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:40.985116 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf4f01-2af0-4714-a6a1-fa0e44b9c4b3 None None] Pushing event updated for resources: {'Port': ['ID=1768f1ba-f04a-4235-8fe6-195a068ba717,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:40.989341 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-610dace3-29b2-44f1-b66d-e76131770b45 req-9815b922-f4f0-4748-8dfa-69c7463c98e4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003717 Aug 10 15:26:41.020597 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129aff1-241e-4f1e-8c5a-a0141b8374ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc76e6a-61f0-46d4-aee8-70f3f8f37e81,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:41.048057 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b129aff1-241e-4f1e-8c5a-a0141b8374ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d05845fc865c4b76a07a8cfa664937d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736205 Aug 10 15:26:41.048277 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eacfa-c239-4635-ac5c-d1d0ac1d83bc None None] Pushing event updated for resources: {'Port': ['ID=0fc3156d-dee3-4ada-943f-4741f75c1cda,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:41.053449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55410) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:41.073714 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:41.157065 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:41.222296 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dee336ae-72ca-4b73-8df0-3b8615fe9174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:41.333502 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dee336ae-72ca-4b73-8df0-3b8615fe9174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:41.420678 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:40Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:41.454821 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed997-775b-491d-978c-be07743e2f36 None None] The sync data for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi is: [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:40Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:26:41.636276 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:41.689853 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dee336ae-72ca-4b73-8df0-3b8615fe9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:41.693025 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dee336ae-72ca-4b73-8df0-3b8615fe9174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:41.696842 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dee336ae-72ca-4b73-8df0-3b8615fe9174 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dc76e6a-61f0-46d4-aee8-70f3f8f37e81 HTTP/1.1" status: 204 len: 168 time: 0.6397064 Aug 10 15:26:41.710486 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee336ae-72ca-4b73-8df0-3b8615fe9174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc76e6a-61f0-46d4-aee8-70f3f8f37e81,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:41.872969 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Router 9334f0b3-de46-4a93-8809-b907d3cf3357 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:26:41.951001 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 1768f1ba-f04a-4235-8fe6-195a068ba717 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:42.051750 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 1768f1ba-f04a-4235-8fe6-195a068ba717 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:42.071637 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 1768f1ba-f04a-4235-8fe6-195a068ba717 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:42.072152 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:42.138653 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a0c42-fd39-4ddd-9f24-6c7f8f59519d req-0cd2e5d4-92a8-4572-9248-084aa072f1b2 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:42.140223 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0c0a0c42-fd39-4ddd-9f24-6c7f8f59519d req-0cd2e5d4-92a8-4572-9248-084aa072f1b2 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 943 time: 0.1748664 Aug 10 15:26:42.245381 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:42.259435 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9892110-81b3-47b5-93c6-f5dc7a1cc12c None None] Network 88f4e211-877c-42ef-9094-26dbb2748a54 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:26:42.333883 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0c0a0c42-fd39-4ddd-9f24-6c7f8f59519d req-c0297b36-9990-4fe9-a05f-0012da6cac2c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614654 Aug 10 15:26:42.334971 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:26:42.347968 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Sync routers for ids ['9334f0b3-de46-4a93-8809-b907d3cf3357'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:26:42.359787 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312890-8932-4eb6-9df2-b346eac009b3 req-327402ee-3c88-4317-865e-be869b18f3bb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:42.361812 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54312890-8932-4eb6-9df2-b346eac009b3 req-327402ee-3c88-4317-865e-be869b18f3bb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.1879916 Aug 10 15:26:42.369819 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Routers {'9334f0b3-de46-4a93-8809-b907d3cf3357'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:42.371703 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9334f0b3-de46-4a93-8809-b907d3cf3357'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:42.385656 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:42.391393 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55448) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:42.391852 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b4776465-7937-4424-b224-9abd5f75aa2a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0582910 Aug 10 15:26:42.479607 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54312890-8932-4eb6-9df2-b346eac009b3 req-0eb024e5-84c5-4800-9547-ba4930ea220e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086736 Aug 10 15:26:42.514391 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Set router 9334f0b3-de46-4a93-8809-b907d3cf3357 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:42.548746 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 47e74138-8293-4a9a-9a3d-0a911c2cc079 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:26:42.628948 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 1768f1ba-f04a-4235-8fe6-195a068ba717, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=1768f1ba-f04a-4235-8fe6-195a068ba717,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:42.656721 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-0fb09cbf-38f6-492e-9c12-e81f30e75b33 None None] Provisioning for port 0fc3156d-dee3-4ada-943f-4741f75c1cda completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:42.712201 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:42.714842 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0fc3156d-dee3-4ada-943f-4741f75c1cda up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:42.867229 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:40Z', 'revision_number': 3, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:42.906428 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Checking router: 9334f0b3-de46-4a93-8809-b907d3cf3357 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:26:42.907071 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Updating router 9334f0b3-de46-4a93-8809-b907d3cf3357 port 0b86d083-83b0-4fa7-aa69-237d5db270a5 binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:26:42.918783 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 47e74138-8293-4a9a-9a3d-0a911c2cc079, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:42.932381 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '47e74138-8293-4a9a-9a3d-0a911c2cc079', 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1', 'port_id': '47e74138-8293-4a9a-9a3d-0a911c2cc079', 'mac_address': 'fa:16:3e:27:d3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30685cd-e416-405b-a0ad-ff4f46ed8fec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:26:42.966092 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.081543 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.120344 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e74138-8293-4a9a-9a3d-0a911c2cc079 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:26:43.139440 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=1768f1ba-f04a-4235-8fe6-195a068ba717,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:43.154620 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 47e74138-8293-4a9a-9a3d-0a911c2cc079, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:43.166124 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.173646 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 0fc3156d-dee3-4ada-943f-4741f75c1cda completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:43.200096 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0fc3156d-dee3-4ada-943f-4741f75c1cda triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:43.200468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.250463 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.275559 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=47e74138-8293-4a9a-9a3d-0a911c2cc079,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:43.360965 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.444192 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.488023 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Transition to ACTIVE for port object 0b86d083-83b0-4fa7-aa69-237d5db270a5 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:43.496016 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 0fc3156d-dee3-4ada-943f-4741f75c1cda, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0fc3156d-dee3-4ada-943f-4741f75c1cda,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:43.499589 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.514108 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.558336 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8174a-44ec-43a9-a222-3bd1078f500b req-dc9eab43-4eb0-4e58-8265-5e074518ad0e tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:43.560781 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-32f8174a-44ec-43a9-a222-3bd1078f500b req-dc9eab43-4eb0-4e58-8265-5e074518ad0e tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 944 time: 0.0984004 Aug 10 15:26:43.588715 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Allocated IP 172.20.0.1 (88f4e211-877c-42ef-9094-26dbb2748a54/40301235-b517-428e-a22e-0f8f62899d5b/0be85917-61d9-437a-9971-87bbd8431839) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:43.601461 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['47e74138-8293-4a9a-9a3d-0a911c2cc079'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:26:43.609989 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170728-d27b-49d7-9a0e-8a64bc89dce9 None None] Pushing event updated for resources: {'Port': ['ID=0b86d083-83b0-4fa7-aa69-237d5db270a5,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:43.616657 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Attempting to bind port 0b86d083-83b0-4fa7-aa69-237d5db270a5 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:43.617401 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Attempting to bind port 0b86d083-83b0-4fa7-aa69-237d5db270a5 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:43.617906 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Attempting to bind port 0b86d083-83b0-4fa7-aa69-237d5db270a5 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:43.623855 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:43.624549 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:43.625238 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.625958 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:43.626697 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Bound port: 0b86d083-83b0-4fa7-aa69-237d5db270a5, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:43.627537 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.715117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d1c0b3e0-ab11-493b-960b-59455d6e157d None None] Provisioning complete for port 0fc3156d-dee3-4ada-943f-4741f75c1cda triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:43.715655 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b3e0-ab11-493b-960b-59455d6e157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.723272 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=0fc3156d-dee3-4ada-943f-4741f75c1cda,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:43.726620 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-87bee2c3-da98-48c0-9c69-eaf6843029c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.748503 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-32f8174a-44ec-43a9-a222-3bd1078f500b req-58e1684e-e207-4e4e-8d7a-66268c3ffde8 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817198 Aug 10 15:26:43.761578 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] For port 0b86d083-83b0-4fa7-aa69-237d5db270a5, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:43.767464 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] For port 0b86d083-83b0-4fa7-aa69-237d5db270a5, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0b86d083-83b0-4fa7-aa69-237d5db270a5,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:43.782865 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.809362 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dff079-33a0-4b61-9028-42e88ac7fd62 req-9d2551b6-0036-43b5-b3f9-13fb8d2e6aa1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:43.810997 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-06dff079-33a0-4b61-9028-42e88ac7fd62 req-9d2551b6-0036-43b5-b3f9-13fb8d2e6aa1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.1757891 Aug 10 15:26:43.840579 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.872054 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Transition to ACTIVE for port object 0be85917-61d9-437a-9971-87bbd8431839 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:43.899332 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Routers {'9334f0b3-de46-4a93-8809-b907d3cf3357'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:43.907424 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9334f0b3-de46-4a93-8809-b907d3cf3357'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:43.945924 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:43.946571 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 1768f1ba-f04a-4235-8fe6-195a068ba717 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:43.977020 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-06dff079-33a0-4b61-9028-42e88ac7fd62 req-c09eef95-9786-4c5f-835b-8394e7c1eb32 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250083 Aug 10 15:26:43.998160 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Network 88f4e211-877c-42ef-9094-26dbb2748a54 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:44.013767 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170728-d27b-49d7-9a0e-8a64bc89dce9 None None] Pushing event updated for resources: {'Port': ['ID=0b86d083-83b0-4fa7-aa69-237d5db270a5,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:44.021824 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:44.026516 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:44.090512 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Pushing event updated for resources: {'Port': ['ID=0be85917-61d9-437a-9971-87bbd8431839,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:44.151248 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.165286 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.170514 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] Set router 9334f0b3-de46-4a93-8809-b907d3cf3357 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:44.296834 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 1768f1ba-f04a-4235-8fe6-195a068ba717 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:44.296834 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.379481 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.438654 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-515894d5-d90c-4d6f-908e-d1e294ac684f None None] Provisioning for port 0be85917-61d9-437a-9971-87bbd8431839 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:44.443976 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0fc3156d-dee3-4ada-943f-4741f75c1cda up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:44.448100 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-515894d5-d90c-4d6f-908e-d1e294ac684f None None] Provisioning complete for port 0be85917-61d9-437a-9971-87bbd8431839 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:44.448678 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-515894d5-d90c-4d6f-908e-d1e294ac684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.468375 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:40Z', 'revision_number': 3, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:44.496132 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd804c48-0a14-48d8-ad92-1289aaac3165 None None] The sync data for ids ['9334f0b3-de46-4a93-8809-b907d3cf3357'] in dv-cinder-804093-1-iscsi is: [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:40Z', 'revision_number': 3, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:26:44.523363 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-515894d5-d90c-4d6f-908e-d1e294ac684f None None] Port 0be85917-61d9-437a-9971-87bbd8431839 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:26:44.544171 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0fc3156d-dee3-4ada-943f-4741f75c1cda triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:44.545637 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.623380 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.629200 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.703223 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Pushing event updated for resources: {'Port': ['ID=0be85917-61d9-437a-9971-87bbd8431839,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:44.705821 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:44.824352 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Network 88f4e211-877c-42ef-9094-26dbb2748a54 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:44.825868 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:44.907819 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8644-1664-496b-868c-c7d7b5374eba req-d633ab97-b29f-4c8e-b29a-80ad9e7ef866 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:44.911057 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-40fc8644-1664-496b-868c-c7d7b5374eba req-d633ab97-b29f-4c8e-b29a-80ad9e7ef866 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 944 time: 0.0680413 Aug 10 15:26:44.958707 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-40fc8644-1664-496b-868c-c7d7b5374eba req-bd088e58-cb7c-4ce6-a471-f2771aa2b92f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Aug 10 15:26:44.970305 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Router 9334f0b3-de46-4a93-8809-b907d3cf3357 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:26:45.156115 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-dda0302c-c263-4db4-9fc7-33d2d24ba045 None None] Provisioning complete for port 0be85917-61d9-437a-9971-87bbd8431839 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:45.162138 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dda0302c-c263-4db4-9fc7-33d2d24ba045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:45.223269 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15aa4-485e-499e-b8cd-dd6946d79bba req-fb45a138-32e8-4890-b2e3-95b0803f01fb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:45.225495 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-57b15aa4-485e-499e-b8cd-dd6946d79bba req-fb45a138-32e8-4890-b2e3-95b0803f01fb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.1169770 Aug 10 15:26:45.240089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-dda0302c-c263-4db4-9fc7-33d2d24ba045 None None] Port 0be85917-61d9-437a-9971-87bbd8431839 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:26:45.309291 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-57b15aa4-485e-499e-b8cd-dd6946d79bba req-03534456-219b-46d1-8993-8030d76cf07a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658593 Aug 10 15:26:45.425388 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:26:45.440935 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-9d7d10e5-79af-4199-8cb4-81469d94a26f admin admin] 10.222.0.32 "PUT /v2.0/routers/9334f0b3-de46-4a93-8809-b907d3cf3357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0407939 Aug 10 15:26:45.841938 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0b86d083-83b0-4fa7-aa69-237d5db270a5 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:45.899000 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 0b86d083-83b0-4fa7-aa69-237d5db270a5 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:45.906480 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0b86d083-83b0-4fa7-aa69-237d5db270a5 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:45.907413 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:46.003651 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:46.026754 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 0b86d083-83b0-4fa7-aa69-237d5db270a5, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0b86d083-83b0-4fa7-aa69-237d5db270a5,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:46.033903 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:46.084345 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=0b86d083-83b0-4fa7-aa69-237d5db270a5,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:46.090297 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22875d1-e6f5-4645-aa6c-6e0bd7069831 req-667fa0c1-2c6f-466e-80e6-c5eff162c0a3 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:46.091853 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a22875d1-e6f5-4645-aa6c-6e0bd7069831 req-667fa0c1-2c6f-466e-80e6-c5eff162c0a3 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 944 time: 0.0579622 Aug 10 15:26:46.140032 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a22875d1-e6f5-4645-aa6c-6e0bd7069831 req-42285ed1-09b4-4703-8528-887dd1b0f55c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Aug 10 15:26:46.255661 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0fd9-4bcd-4f91-b644-f879c1c3686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:46.540765 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Sync routers for ids ['9334f0b3-de46-4a93-8809-b907d3cf3357'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:26:46.553255 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Routers {'9334f0b3-de46-4a93-8809-b907d3cf3357'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:46.553930 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9334f0b3-de46-4a93-8809-b907d3cf3357'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:46.625920 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:46.684877 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Set router 9334f0b3-de46-4a93-8809-b907d3cf3357 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:47.060014 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:44Z', 'revision_number': 4, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0be85917-61d9-437a-9971-87bbd8431839', 'name': '', 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'mac_address': 'fa:16:3e:d0:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '40301235-b517-428e-a22e-0f8f62899d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:43Z', 'updated_at': '2021-08-10T15:26:44Z', 'revision_number': 2, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'subnets': [{'id': '40301235-b517-428e-a22e-0f8f62899d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:47.091981 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Checking router: 9334f0b3-de46-4a93-8809-b907d3cf3357 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:26:47.092327 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Updating router 9334f0b3-de46-4a93-8809-b907d3cf3357 port 0be85917-61d9-437a-9971-87bbd8431839 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:26:47.121184 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.453991 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.469267 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Transition to ACTIVE for port object 0be85917-61d9-437a-9971-87bbd8431839 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:47.476128 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.544756 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb847b9c-cec1-482d-98b0-e1b117bc1a91 None None] Pushing event updated for resources: {'Port': ['ID=0be85917-61d9-437a-9971-87bbd8431839,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:47.577980 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.638860 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Attempting to bind port 0be85917-61d9-437a-9971-87bbd8431839 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:26:47.639312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Attempting to bind port 0be85917-61d9-437a-9971-87bbd8431839 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:26:47.639880 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Attempting to bind port 0be85917-61d9-437a-9971-87bbd8431839 on network 88f4e211-877c-42ef-9094-26dbb2748a54 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:26:47.647732 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:26:47.648123 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Checking segment: {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:26:47.648525 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.648974 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Bound using segment: {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:26:47.649459 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Bound port: 0be85917-61d9-437a-9971-87bbd8431839, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:26:47.649912 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.719355 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] For port 0be85917-61d9-437a-9971-87bbd8431839, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:26:47.722719 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] For port 0be85917-61d9-437a-9971-87bbd8431839, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0be85917-61d9-437a-9971-87bbd8431839,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:26:47.731792 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:47.779462 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 47e74138-8293-4a9a-9a3d-0a911c2cc079 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:47.872516 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb847b9c-cec1-482d-98b0-e1b117bc1a91 None None] Pushing event updated for resources: {'Port': ['ID=0be85917-61d9-437a-9971-87bbd8431839,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:47.878448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Routers {'9334f0b3-de46-4a93-8809-b907d3cf3357'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:26:47.879092 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:26:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9334f0b3-de46-4a93-8809-b907d3cf3357'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:47.881162 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0b86d083-83b0-4fa7-aa69-237d5db270a5 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:47.993418 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 47e74138-8293-4a9a-9a3d-0a911c2cc079 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:48.000863 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 47e74138-8293-4a9a-9a3d-0a911c2cc079 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:48.001223 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:48.166399 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] Set router 9334f0b3-de46-4a93-8809-b907d3cf3357 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:26:48.203524 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0b86d083-83b0-4fa7-aa69-237d5db270a5 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:48.204407 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:48.355540 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:48.426563 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e74138-8293-4a9a-9a3d-0a911c2cc079'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:48.428987 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baaa9ab-2104-4666-87cf-b2d95a275eeb" -d '{"events": [{"server_uuid": "4a00549f-d637-4ffe-ab4b-24a96edfb353", "name": "network-vif-plugged", "status": "completed", "tag": "47e74138-8293-4a9a-9a3d-0a911c2cc079"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:48.459871 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 47e74138-8293-4a9a-9a3d-0a911c2cc079, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:48.469943 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:48.551334 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=47e74138-8293-4a9a-9a3d-0a911c2cc079,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:48.569964 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:44Z', 'revision_number': 4, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0be85917-61d9-437a-9971-87bbd8431839', 'name': '', 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'mac_address': 'fa:16:3e:d0:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '40301235-b517-428e-a22e-0f8f62899d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:43Z', 'updated_at': '2021-08-10T15:26:47Z', 'revision_number': 4, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'subnets': [{'id': '40301235-b517-428e-a22e-0f8f62899d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:26:48.600610 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51e8f-09bf-4f6a-893a-99b6c1ad3d85 None None] The sync data for ids ['9334f0b3-de46-4a93-8809-b907d3cf3357'] in dv-cinder-804093-1-iscsi is: [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:44Z', 'revision_number': 4, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0be85917-61d9-437a-9971-87bbd8431839', 'name': '', 'network_id': '88f4e211-877c-42ef-9094-26dbb2748a54', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'mac_address': 'fa:16:3e:d0:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '40301235-b517-428e-a22e-0f8f62899d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:43Z', 'updated_at': '2021-08-10T15:26:47Z', 'revision_number': 4, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'subnets': [{'id': '40301235-b517-428e-a22e-0f8f62899d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:26:48.961284 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ed2f-0fb2-4347-9ece-d9782d81cfa2 req-1d18855f-894a-496d-801c-baf6a27265d3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:48.963451 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-20b6ed2f-0fb2-4347-9ece-d9782d81cfa2 req-1d18855f-894a-496d-801c-baf6a27265d3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0528762 Aug 10 15:26:49.075091 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd84f-a200-413c-8f00-6e7ad2534001 req-c9ab9717-ff37-489c-8bda-16f74a1a966c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:49.076634 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-279bd84f-a200-413c-8f00-6e7ad2534001 req-c9ab9717-ff37-489c-8bda-16f74a1a966c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.0918300 Aug 10 15:26:49.079930 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-20b6ed2f-0fb2-4347-9ece-d9782d81cfa2 req-957481e9-4512-4a40-bef4-9ff9df87a7ff tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100109 Aug 10 15:26:49.170735 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4808b12-47aa-42bc-9226-2476626642a5 x-openstack-request-id: req-d4808b12-47aa-42bc-9226-2476626642a5 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:49.170973 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a00549f-d637-4ffe-ab4b-24a96edfb353", "name": "network-vif-plugged", "status": "completed", "tag": "47e74138-8293-4a9a-9a3d-0a911c2cc079", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:49.171227 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4808b12-47aa-42bc-9226-2476626642a5 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:49.171673 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e74138-8293-4a9a-9a3d-0a911c2cc079', 'code': 200} Aug 10 15:26:49.171935 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-279bd84f-a200-413c-8f00-6e7ad2534001 req-3845d200-fa65-4e21-b2de-dbc8beb0089d tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807917 Aug 10 15:26:49.349740 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:49.931175 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0be85917-61d9-437a-9971-87bbd8431839 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:50.011089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 0be85917-61d9-437a-9971-87bbd8431839 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:50.018418 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0be85917-61d9-437a-9971-87bbd8431839 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:50.018795 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:50.127510 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:50.176025 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 0be85917-61d9-437a-9971-87bbd8431839, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0be85917-61d9-437a-9971-87bbd8431839,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:50.185693 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:50.250738 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=0be85917-61d9-437a-9971-87bbd8431839,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:51.814811 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0be85917-61d9-437a-9971-87bbd8431839 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:26:51.875810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 0be85917-61d9-437a-9971-87bbd8431839 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:51.876300 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:52.316916 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b92d-1702-454e-a1b3-a7cdad54968c req-55a44c91-cd9f-49b9-a818-8dc4293061c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:52.318631 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-de55b92d-1702-454e-a1b3-a7cdad54968c req-55a44c91-cd9f-49b9-a818-8dc4293061c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 1098 time: 0.0633793 Aug 10 15:26:52.319036 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7a99-ecc7-4f7e-bd24-626edd047c1c req-d9d82324-ed1a-4b8b-a26b-e5ed15d131e2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:52.320929 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6d1d7a99-ecc7-4f7e-bd24-626edd047c1c req-d9d82324-ed1a-4b8b-a26b-e5ed15d131e2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.1296616 Aug 10 15:26:52.358365 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397386f9-085e-4ee3-85e2-3e6f24c8fa0c req-29178660-0d01-4047-b22e-abe1002b6da9 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:52.359213 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-de55b92d-1702-454e-a1b3-a7cdad54968c req-e6ece84d-2921-4971-9bc1-f65690c4f1b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295625 Aug 10 15:26:52.360490 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-397386f9-085e-4ee3-85e2-3e6f24c8fa0c req-29178660-0d01-4047-b22e-abe1002b6da9 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.1056998 Aug 10 15:26:52.394064 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6d1d7a99-ecc7-4f7e-bd24-626edd047c1c req-e170b331-724d-4575-b7f7-a65851348910 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661149 Aug 10 15:26:52.426325 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-397386f9-085e-4ee3-85e2-3e6f24c8fa0c req-2773a960-cdc9-4b70-986b-83b75dc4bf8b tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 Aug 10 15:26:53.579939 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97c27-92fa-4b5a-9b02-82dad4009f8c req-f244d784-d2cb-490a-9e89-3a83ef1ca6bf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:53.581630 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-35b97c27-92fa-4b5a-9b02-82dad4009f8c req-f244d784-d2cb-490a-9e89-3a83ef1ca6bf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0968840 Aug 10 15:26:53.600394 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa4fb6-9ff6-4b29-8118-c9d6f30d2430 req-c77bead5-b5f7-4aa4-9bf3-e5a90e200c51 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:53.602593 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7aa4fb6-9ff6-4b29-8118-c9d6f30d2430 req-c77bead5-b5f7-4aa4-9bf3-e5a90e200c51 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.0845306 Aug 10 15:26:53.684037 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-35b97c27-92fa-4b5a-9b02-82dad4009f8c req-73795671-c471-4e78-941c-3ec0313b51fd tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910988 Aug 10 15:26:53.733444 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7aa4fb6-9ff6-4b29-8118-c9d6f30d2430 req-e7903427-d70b-4e19-b332-e64c4598bedf tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236248 Aug 10 15:26:54.012682 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6eb8e-f6d9-47c6-9e9d-9b3fea1750cf req-772975cf-8890-4a23-a9b3-5e18200d33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:54.014218 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-92a6eb8e-f6d9-47c6-9e9d-9b3fea1750cf req-772975cf-8890-4a23-a9b3-5e18200d33e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 1099 time: 0.0434127 Aug 10 15:26:54.056905 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-92a6eb8e-f6d9-47c6-9e9d-9b3fea1750cf req-084c0ea8-5b7b-4434-bf54-904818460d2f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Aug 10 15:26:54.826112 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e37c61-5dd4-4194-bc19-9514180d0a22 req-b2a2c2d7-0062-4779-bfa1-1e2cf1566778 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:54.827869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-14e37c61-5dd4-4194-bc19-9514180d0a22 req-b2a2c2d7-0062-4779-bfa1-1e2cf1566778 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0714455 Aug 10 15:26:54.899520 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-14e37c61-5dd4-4194-bc19-9514180d0a22 req-786c8ee9-8e94-4052-b3af-a7f3f02af02c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606992 Aug 10 15:26:54.940797 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2a7b2-e8a7-406c-b9e4-286660a4776f req-35767a2f-08b0-4d42-a4ad-f26cfa5b9980 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:54.942548 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7b2a7b2-e8a7-406c-b9e4-286660a4776f req-35767a2f-08b0-4d42-a4ad-f26cfa5b9980 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.0973024 Aug 10 15:26:54.996245 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7b2a7b2-e8a7-406c-b9e4-286660a4776f req-a42fea9e-2231-406c-b5bd-e9101b5b0cd9 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Aug 10 15:26:55.391975 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55760) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:55.538260 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e9023128-77cf-4893-8bf1-3b95bdfcfaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.721136 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e9023128-77cf-4893-8bf1-3b95bdfcfaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.730996 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e9023128-77cf-4893-8bf1-3b95bdfcfaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.787743 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9023128-77cf-4893-8bf1-3b95bdfcfaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed36ffd-2064-437a-8936-a4af9c20c896,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:55.802108 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e9023128-77cf-4893-8bf1-3b95bdfcfaed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a1e00f31a9a46f2aac043e64966fb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061043 Aug 10 15:26:55.802479 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 55778) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:55.862829 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7609ac26-e30a-49fa-a492-1692b22499bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.884935 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7609ac26-e30a-49fa-a492-1692b22499bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.958865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7609ac26-e30a-49fa-a492-1692b22499bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.971198 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7609ac26-e30a-49fa-a492-1692b22499bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.971198 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7609ac26-e30a-49fa-a492-1692b22499bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ed36ffd-2064-437a-8936-a4af9c20c896 HTTP/1.1" status: 204 len: 168 time: 0.1603136 Aug 10 15:26:55.979362 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609ac26-e30a-49fa-a492-1692b22499bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed36ffd-2064-437a-8936-a4af9c20c896,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:56.062793 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557020c-17cd-4bf8-bfa0-3e9188db4efd req-455f470a-2c42-441e-9b77-f1ed2b5c3698 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:56.065256 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c557020c-17cd-4bf8-bfa0-3e9188db4efd req-455f470a-2c42-441e-9b77-f1ed2b5c3698 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0638201 Aug 10 15:26:56.117732 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c557020c-17cd-4bf8-bfa0-3e9188db4efd req-1e8ff4b3-ed08-4210-b7ae-71ee3a2daf34 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Aug 10 15:26:56.355466 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52860e5b-8253-45c2-ae74-db9c3c09f01c req-5f95df51-1c8d-4d1d-9cf2-d1d7cb7dbbad tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:56.357019 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52860e5b-8253-45c2-ae74-db9c3c09f01c req-5f95df51-1c8d-4d1d-9cf2-d1d7cb7dbbad tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0566325 Aug 10 15:26:56.402462 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52860e5b-8253-45c2-ae74-db9c3c09f01c req-cfa320d6-8482-4d6d-9948-6b083a49e239 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Aug 10 15:26:56.509469 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1621376-f631-4424-ba6a-6c812a9b41e6 req-3106cfa3-0e25-40df-b828-443b0aa776c0 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:56.511151 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a1621376-f631-4424-ba6a-6c812a9b41e6 req-3106cfa3-0e25-40df-b828-443b0aa776c0 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.0526941 Aug 10 15:26:56.554813 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a1621376-f631-4424-ba6a-6c812a9b41e6 req-181cc890-1067-4241-99d9-3e153520c40c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Aug 10 15:26:56.751646 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-442ee547-2671-4b66-92b7-994dd1cf374d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:56.753120 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-442ee547-2671-4b66-92b7-994dd1cf374d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 813 time: 0.1173401 Aug 10 15:26:56.769070 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-73570217-4a2b-47d0-97ce-74b44032a492 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/quotas/11de685886bc4132a033d2f1e0a833a5 HTTP/1.1" status: 200 len: 375 time: 0.0098593 Aug 10 15:26:56.818716 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-a5c2abca-122a-40e5-a754-d45d32a20cf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443966 Aug 10 15:26:56.922690 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-92fc9e83-433e-4ef2-8f3f-2d2e177605e0 service neutron] 10.222.0.32 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913253 Aug 10 15:26:57.011967 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-4e099f2e-59fe-4eac-ab6a-9011b0ddd2af service neutron] 10.222.0.32 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832019 Aug 10 15:26:57.177078 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cf89b876-e398-4e6f-bd82-03ea45949f5a req-4d94c4bf-1f49-499c-bbae-86a50a71236f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 210 time: 0.0286100 Aug 10 15:26:57.676027 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672f51-d7cc-4c96-99f7-cf9ee81dc166 req-bd7d008c-6381-43de-b012-be75ed76528f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:57.677415 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-88672f51-d7cc-4c96-99f7-cf9ee81dc166 req-bd7d008c-6381-43de-b012-be75ed76528f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.0513642 Aug 10 15:26:57.715966 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-88672f51-d7cc-4c96-99f7-cf9ee81dc166 req-a70a8112-f612-49fc-b8ab-659df53e371b tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Aug 10 15:26:58.027358 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4d51-af36-474d-9e2b-0368f9d35af4 req-6622d4d2-99b7-4d99-95b6-5b1806fb63cc tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.028892 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05fe4d51-af36-474d-9e2b-0368f9d35af4 req-6622d4d2-99b7-4d99-95b6-5b1806fb63cc tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0494046 Aug 10 15:26:58.067559 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05fe4d51-af36-474d-9e2b-0368f9d35af4 req-fe32443d-d0b5-4600-8887-ab1017b21751 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Aug 10 15:26:58.109645 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-e0e95f64-c675-4413-b193-f0e5c265d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.111177 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-e0e95f64-c675-4413-b193-f0e5c265d24c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0419111 Aug 10 15:26:58.221067 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55870) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:58.230123 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-c6413c84-2d49-4146-83b0-2ea128a524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.232002 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-c6413c84-2d49-4146-83b0-2ea128a524e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.0937343 Aug 10 15:26:58.291966 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-920572b1-ba99-45b3-9c4d-4eb0f989c799 req-a62af5df-fec9-434b-af83-b7ae7ac46718 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 210 time: 0.0308881 Aug 10 15:26:58.322559 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-cb3bc7b3-8f55-4fa0-ad67-3174868bce37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0391257 Aug 10 15:26:58.340564 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-371bbd8d-f062-464c-9f1d-328028e514f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.432749 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-371bbd8d-f062-464c-9f1d-328028e514f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.436619 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-371bbd8d-f062-464c-9f1d-328028e514f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.473879 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bbd8d-f062-464c-9f1d-328028e514f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b4638-afc3-47a9-9724-7440665fc8ce,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:58.480445 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-371bbd8d-f062-464c-9f1d-328028e514f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7ea3ed0a9344ce9b5b42eb9c1aef41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560024 Aug 10 15:26:58.480724 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 55874) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:26:58.529017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-2eb20e32-4885-42c7-91cc-047476e7e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.530624 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-2eb20e32-4885-42c7-91cc-047476e7e3dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.1096172 Aug 10 15:26:58.536193 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e0c78def-1a10-4edb-b9c9-f9818ed123a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.559142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e0c78def-1a10-4edb-b9c9-f9818ed123a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.584791 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-1ae43eef-7014-4cbd-9048-35e5ba39d259 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361371 Aug 10 15:26:58.607945 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dae6f055-e2be-4f0b-bc6b-ced7eaaf9238 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.609386 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dae6f055-e2be-4f0b-bc6b-ced7eaaf9238 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 813 time: 0.1615036 Aug 10 15:26:58.611410 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e0c78def-1a10-4edb-b9c9-f9818ed123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.614558 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e0c78def-1a10-4edb-b9c9-f9818ed123a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.615690 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e0c78def-1a10-4edb-b9c9-f9818ed123a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a18b4638-afc3-47a9-9724-7440665fc8ce HTTP/1.1" status: 204 len: 168 time: 0.1341233 Aug 10 15:26:58.623921 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c78def-1a10-4edb-b9c9-f9818ed123a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b4638-afc3-47a9-9724-7440665fc8ce,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:58.751975 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'port': {'device_id': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'admin_state_up': True, 'tenant_id': '11de685886bc4132a033d2f1e0a833a5'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:26:58.788065 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-9f2f6743-2e3d-4fde-b060-a836d6c5a324 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.789809 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-9f2f6743-2e3d-4fde-b060-a836d6c5a324 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.0640144 Aug 10 15:26:58.866479 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-1f77b7c4-ee49-4246-91b1-faef84749f69 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716654 Aug 10 15:26:58.909663 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf8356-24b5-4a88-a69d-ef0f71d4b31f req-0794caad-5b45-440d-8961-a3bd66fda714 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:58.911424 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1ebf8356-24b5-4a88-a69d-ef0f71d4b31f req-0794caad-5b45-440d-8961-a3bd66fda714 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 945 time: 0.1164131 Aug 10 15:26:58.974465 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Made reservation on behalf of 11de685886bc4132a033d2f1e0a833a5 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:26:58.977486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.065237 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1ebf8356-24b5-4a88-a69d-ef0f71d4b31f req-a6e4027c-cb80-4500-9eef-d20689f0184f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107945 Aug 10 15:26:59.068163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Deleting port 47e74138-8293-4a9a-9a3d-0a911c2cc079 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:26:59.069042 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.121143 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-ce3a35ce-02fc-444f-9174-1a20b8b15624 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421291 Aug 10 15:26:59.181897 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Allocated IP 172.20.0.5 (449650d2-05ab-4944-90cf-a74ee5d7dd1d/0b76a6df-8f5b-4235-a14f-2ea34e5d2f20/de63825d-a055-4351-b5e6-0daee43b1583) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:26:59.210458 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] For port 47e74138-8293-4a9a-9a3d-0a911c2cc079, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=47e74138-8293-4a9a-9a3d-0a911c2cc079,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:26:59.211247 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.235844 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Calling delete_port for 47e74138-8293-4a9a-9a3d-0a911c2cc079 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:26:59.374396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.389834 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Transition to ACTIVE for port object de63825d-a055-4351-b5e6-0daee43b1583 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:26:59.415269 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3705a505-e09d-46ba-bf98-cd25e8b2f0b0 req-96904686-8001-494c-9f3f-a6e11a7ea244 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 210 time: 0.0348327 Aug 10 15:26:59.430512 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.433306 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096a8cc-193d-4b79-adce-140942538561 req-565a4ba0-ac9f-4c62-ab68-d208fddaa2c4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:59.434915 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8096a8cc-193d-4b79-adce-140942538561 req-565a4ba0-ac9f-4c62-ab68-d208fddaa2c4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.1609743 Aug 10 15:26:59.527448 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8096a8cc-193d-4b79-adce-140942538561 req-3ebc8ee9-78f3-40e3-a158-e2fbde65c6a7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787225 Aug 10 15:26:59.533117 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:26:59.535826 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.545929 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:26:59.567395 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:26:59.578141 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['47e74138-8293-4a9a-9a3d-0a911c2cc079'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:26:59.620632 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Pushing event deleted for resources: {'Port': ['ID=47e74138-8293-4a9a-9a3d-0a911c2cc079,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:59.669164 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:26:59.711385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:26:59.712041 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.761978 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] No DVR routers for this DVR port 47e74138-8293-4a9a-9a3d-0a911c2cc079 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:26:59.765877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:59.768169 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-666d7462-1d5a-42b7-a7c1-abef6668cd62 req-43bb5190-ab1a-4f8e-ba52-5787a0ca06f5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "DELETE /v2.0/ports/47e74138-8293-4a9a-9a3d-0a911c2cc079 HTTP/1.1" status: 204 len: 173 time: 0.9386039 Aug 10 15:26:59.768953 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'name': 'network-vif-deleted', 'tag': '47e74138-8293-4a9a-9a3d-0a911c2cc079'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:26:59.771579 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b980f556-2345-4262-90d3-2b7c9de6934b" -d '{"events": [{"server_uuid": "4a00549f-d637-4ffe-ab4b-24a96edfb353", "name": "network-vif-deleted", "tag": "47e74138-8293-4a9a-9a3d-0a911c2cc079"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:26:59.781090 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-e74deed9-e0fe-4c24-b092-95e4aae48212 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0356379 Aug 10 15:26:59.852611 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b26c9a4-0f89-44c7-9744-66f7f3fcd806 x-openstack-request-id: req-3b26c9a4-0f89-44c7-9744-66f7f3fcd806 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:26:59.853115 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a00549f-d637-4ffe-ab4b-24a96edfb353", "name": "network-vif-deleted", "tag": "47e74138-8293-4a9a-9a3d-0a911c2cc079", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:26:59.853333 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b26c9a4-0f89-44c7-9744-66f7f3fcd806 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:26:59.853915 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a00549f-d637-4ffe-ab4b-24a96edfb353', 'name': 'network-vif-deleted', 'tag': '47e74138-8293-4a9a-9a3d-0a911c2cc079', 'status': 'completed', 'code': 200} Aug 10 15:26:59.952691 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-b33c1abf-ec5e-41c2-bb76-ddfaffdaea59 None None] Provisioning for port de63825d-a055-4351-b5e6-0daee43b1583 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:26:59.957003 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-b33c1abf-ec5e-41c2-bb76-ddfaffdaea59 None None] Provisioning complete for port de63825d-a055-4351-b5e6-0daee43b1583 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:26:59.957377 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b33c1abf-ec5e-41c2-bb76-ddfaffdaea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:00.032683 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-b33c1abf-ec5e-41c2-bb76-ddfaffdaea59 None None] Port de63825d-a055-4351-b5e6-0daee43b1583 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:27:00.208619 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d534a18-8fa1-48ce-8db7-bdbd238926e2 req-21c027f1-1967-4ad6-9256-d817d1cd27f6 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 210 time: 0.0387957 Aug 10 15:27:03.784711 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 47e74138-8293-4a9a-9a3d-0a911c2cc079 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:27:03.805369 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 47e74138-8293-4a9a-9a3d-0a911c2cc079 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:27:03.806024 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 47e74138-8293-4a9a-9a3d-0a911c2cc079 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:27:12.753566 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Request body: {'port': {'device_id': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:12.809481 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.097317 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de63825d-a055-4351-b5e6-0daee43b1583 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:27:13.106312 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.120517 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Transition to ACTIVE for port object de63825d-a055-4351-b5e6-0daee43b1583 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:27:13.125211 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.173650 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:13.183657 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.183997 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.184332 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.184662 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.184988 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.185880 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.186204 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.186746 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.187106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.187288 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.187611 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.187928 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:13.255781 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-cf3a2920-c8a4-476b-877b-5dabf065e777 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1587939 Aug 10 15:27:13.261505 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Attempting to bind port de63825d-a055-4351-b5e6-0daee43b1583 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:27:13.262542 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Attempting to bind port de63825d-a055-4351-b5e6-0daee43b1583 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:27:13.262881 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Attempting to bind port de63825d-a055-4351-b5e6-0daee43b1583 on network 449650d2-05ab-4944-90cf-a74ee5d7dd1d {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:27:13.267982 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Port de63825d-a055-4351-b5e6-0daee43b1583 on network 449650d2-05ab-4944-90cf-a74ee5d7dd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:27:13.268385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Attempting to bind port de63825d-a055-4351-b5e6-0daee43b1583 on network 449650d2-05ab-4944-90cf-a74ee5d7dd1d {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:27:13.273640 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:27:13.274008 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Checking segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:27:13.274387 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Bound using segment: {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:27:13.274713 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ae65-2b1b-439f-9bfd-5f81e97f18d5 req-48e1fab4-e1aa-4e2d-afe8-940744540745 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.274822 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Bound port: de63825d-a055-4351-b5e6-0daee43b1583, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:27:13.275671 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.282468 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2bc0ae65-2b1b-439f-9bfd-5f81e97f18d5 req-48e1fab4-e1aa-4e2d-afe8-940744540745 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.1355116 Aug 10 15:27:13.291044 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4537203-5681-4439-88e7-a0e878600d9b req-12015b68-5b3a-4132-8b6f-f21271f5d233 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.292554 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a4537203-5681-4439-88e7-a0e878600d9b req-12015b68-5b3a-4132-8b6f-f21271f5d233 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 943 time: 0.1473343 Aug 10 15:27:13.358966 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:27:13.365847 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:27:13.370914 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.404258 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2bc0ae65-2b1b-439f-9bfd-5f81e97f18d5 req-edc3ade6-73c2-41c9-84e0-cc6f1c7cb070 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171114 Aug 10 15:27:13.416954 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.417574 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.418988 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] 10.222.0.16 "PUT /v2.0/ports/de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 1093 time: 0.6698668 Aug 10 15:27:13.419507 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:13.422786 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c854a850-828d-48a0-8d4a-895d176a7a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:13.454950 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-c750150f-1142-49ce-a210-1c2f35d0de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.457079 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-c750150f-1142-49ce-a210-1c2f35d0de6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1098 time: 0.1538661 Aug 10 15:27:13.476084 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a4537203-5681-4439-88e7-a0e878600d9b req-0012fde7-8b6e-485b-b60c-7c944c8c134b tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590581 Aug 10 15:27:13.488636 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8df4d-dcf8-4ada-9908-647e476c5e0f service neutron] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:13.576119 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-75b85b88-16a3-4e22-8efd-466075feed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.577675 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-75b85b88-16a3-4e22-8efd-466075feed87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1096 time: 0.0649896 Aug 10 15:27:13.691657 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16ffb939-90a0-4d26-9312-57a0d554fb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.695600 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-a0c56485-5846-47ea-b89f-0e428431f730 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 217 time: 0.1002595 Aug 10 15:27:13.813960 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b21179-f475-4364-9197-6cd36fc73ca6 x-openstack-request-id: req-a8b21179-f475-4364-9197-6cd36fc73ca6 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:13.815315 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:13.815719 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8b21179-f475-4364-9197-6cd36fc73ca6 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:13.816262 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'status': 'completed', 'code': 200} Aug 10 15:27:13.828379 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-5d50dc13-4242-4776-8005-b4809b1a3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.830436 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-5d50dc13-4242-4776-8005-b4809b1a3556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.1272166 Aug 10 15:27:13.900175 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-4399aed5-236d-4c6a-b3c7-8c3d84e8dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.902239 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-4399aed5-236d-4c6a-b3c7-8c3d84e8dd25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583754 Aug 10 15:27:13.964295 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6c0fad4e-f8fa-4ba9-8a5c-7f9bef25392e req-89d5d162-08d7-4c0b-a7e3-65bc0695783a tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a00549f-d637-4ffe-ab4b-24a96edfb353 HTTP/1.1" status: 200 len: 210 time: 0.3685980 Aug 10 15:27:13.979092 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:13.997171 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-34246b5d-8bb1-4348-99fe-ca2a546216f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:13.999373 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-34246b5d-8bb1-4348-99fe-ca2a546216f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.4866440 Aug 10 15:27:14.010357 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-a33c9c19-21eb-4fe2-b6e5-d04d2f30d80b service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979486 Aug 10 15:27:14.122835 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-651f9901-9bbd-43c3-ac5b-d99c34724007 req-f61ed87b-6489-49be-8cbf-ec15fb21e04e service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021092 Aug 10 15:27:14.134821 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-43927f5a-fb66-483e-8428-13ff290d8f06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 1000 time: 0.1244864 Aug 10 15:27:14.190292 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-81d1b00a-c7e7-4329-9758-3a32eb8429ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.191823 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-81d1b00a-c7e7-4329-9758-3a32eb8429ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0471950 Aug 10 15:27:14.282909 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-8bb10b85-e0c7-4290-9a01-2e0c7a854cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.284414 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-8bb10b85-e0c7-4290-9a01-2e0c7a854cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402899 Aug 10 15:27:14.291068 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-d1b56d50-4b9e-4b2d-a2fb-6af97ecdd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.292532 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-d1b56d50-4b9e-4b2d-a2fb-6af97ecdd295 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1096 time: 0.0479169 Aug 10 15:27:14.382560 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-b6821d30-4f31-4644-9fd7-8e411d220e7c service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883467 Aug 10 15:27:14.392889 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-0af550bf-1116-4cf4-9c0b-9b9a1c7b39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.394352 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-0af550bf-1116-4cf4-9c0b-9b9a1c7b39ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 914 time: 0.0891662 Aug 10 15:27:14.441326 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-57bfc363-c3b4-4f91-bab1-da8610ac187f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 217 time: 0.0347331 Aug 10 15:27:14.489945 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-34d6eb01-c68d-4979-b6a5-994b8cbdeccd req-5b21ec15-e214-417b-9b5e-ba61a68e7cfa service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990417 Aug 10 15:27:14.501407 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-9a75329a-581f-4599-8e86-c785f3d5e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.503098 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-9a75329a-581f-4599-8e86-c785f3d5e756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.0517590 Aug 10 15:27:14.527503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac59595-0175-45b5-8e17-1387f6e913df req-e5ea3e0d-5491-4068-b0c8-f928591e2959 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.529367 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dac59595-0175-45b5-8e17-1387f6e913df req-e5ea3e0d-5491-4068-b0c8-f928591e2959 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0545132 Aug 10 15:27:14.561013 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-d28d805e-8d48-4968-b832-384343e89ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.563123 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-d28d805e-8d48-4968-b832-384343e89ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508277 Aug 10 15:27:14.594590 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dac59595-0175-45b5-8e17-1387f6e913df req-6f8f42ce-432c-40a6-8575-cf184abfb39c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576570 Aug 10 15:27:14.636581 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c7b0e-9115-499c-943c-93514f61f18d req-aab04a41-dc55-43f2-a420-103c110348de tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:14.638297 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6b6c7b0e-9115-499c-943c-93514f61f18d req-aab04a41-dc55-43f2-a420-103c110348de tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 943 time: 0.0616443 Aug 10 15:27:14.666805 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-16d2f46e-e285-4a56-aee9-3c56fe68466a service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940702 Aug 10 15:27:14.682494 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6b6c7b0e-9115-499c-943c-93514f61f18d req-16abe40b-855c-49b8-bb62-1f99be2f439e tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Aug 10 15:27:14.769738 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c854a850-828d-48a0-8d4a-895d176a7a7b req-d8afbe8d-07eb-4c2f-91c3-1ab726178bbe service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898995 Aug 10 15:27:14.798937 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56126) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:14.905585 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.001141 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.012633 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.083834 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8604d2859a14bc6aad1cc95d29b8622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836962 Aug 10 15:27:15.086397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56140) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:15.121524 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804e8e17-a2c4-4065-b5af-8ff777783309,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:15.138927 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.139340 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.139772 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.140080 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.140443 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.140793 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.141122 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.141447 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.141810 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.142228 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.142538 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.142888 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5af9b-0bc2-4d9f-95ee-03042fa87d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:15.182564 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96afdb7b-24ef-4bad-92ce-7777ab8b03db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.234146 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96afdb7b-24ef-4bad-92ce-7777ab8b03db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.382201 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96afdb7b-24ef-4bad-92ce-7777ab8b03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.385850 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96afdb7b-24ef-4bad-92ce-7777ab8b03db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:15.395109 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-96afdb7b-24ef-4bad-92ce-7777ab8b03db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/804e8e17-a2c4-4065-b5af-8ff777783309 HTTP/1.1" status: 204 len: 168 time: 0.3076026 Aug 10 15:27:15.418786 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afdb7b-24ef-4bad-92ce-7777ab8b03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e8e17-a2c4-4065-b5af-8ff777783309,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:15.430527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e6c393d-0c02-441b-a555-b7f2b8a919d4 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:15.438360 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e6c393d-0c02-441b-a555-b7f2b8a919d4 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/networks?id=9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 200 len: 808 time: 0.1682460 Aug 10 15:27:15.454744 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-abc0711a-f44d-4598-860b-7ecde3fb2d95 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/quotas/becf2122af4b47b48c17f26717170500 HTTP/1.1" status: 200 len: 375 time: 0.0155218 Aug 10 15:27:15.486458 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-d5ba765f-77ca-47bb-82a9-4f28e6f175f6 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=becf2122af4b47b48c17f26717170500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308700 Aug 10 15:27:15.586293 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-5d2f3237-a881-449c-ac8c-dee54d0d4ef1 service neutron] 10.222.0.32 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923579 Aug 10 15:27:15.718887 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-74487c6a-9383-4de3-a0f8-76debc4dbc8b service neutron] 10.222.0.32 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255276 Aug 10 15:27:15.736987 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12e17-0db4-43a5-91d4-1f8a4e867430 req-090a8209-0daf-49a9-b280-4b32b51c7e47 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:15.738807 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efd12e17-0db4-43a5-91d4-1f8a4e867430 req-090a8209-0daf-49a9-b280-4b32b51c7e47 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0669780 Aug 10 15:27:15.779380 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efd12e17-0db4-43a5-91d4-1f8a4e867430 req-2d0ad7c1-5847-4b4b-93ea-353b1f311313 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Aug 10 15:27:15.896194 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b3dbbeff-9f22-43b7-9690-df8dd175667e req-c8c98691-9134-4be0-a8ef-d8594a8acf92 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 210 time: 0.0293634 Aug 10 15:27:15.912379 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2192-d983-4a3c-8059-ae8c8f26c4f3 req-3e66716f-72bb-4c94-a329-7f7672a83a7f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:15.913888 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1bc2192-d983-4a3c-8059-ae8c8f26c4f3 req-3e66716f-72bb-4c94-a329-7f7672a83a7f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 943 time: 0.0777183 Aug 10 15:27:15.962977 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1bc2192-d983-4a3c-8059-ae8c8f26c4f3 req-a7e7324b-58bf-4da7-b90f-72bce054db7d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Aug 10 15:27:16.177652 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:27:16.258569 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d0be0480-d47c-4f67-aa32-def332baa6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:16.583902 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:16.937182 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115656-6d31-4ad5-9f66-eec1de26fc87 req-126d1c51-0217-491a-b74a-7f17b651bc85 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:16.944951 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d115656-6d31-4ad5-9f66-eec1de26fc87 req-126d1c51-0217-491a-b74a-7f17b651bc85 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0684917 Aug 10 15:27:17.008309 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d115656-6d31-4ad5-9f66-eec1de26fc87 req-65684dd4-35e2-457c-aea8-cfd6c695baa9 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Aug 10 15:27:17.028224 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be41319-7499-49f3-99f7-943b03aa7e73 req-cbeea443-96d8-4a75-9289-b9002cc43407 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:17.029718 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3be41319-7499-49f3-99f7-943b03aa7e73 req-cbeea443-96d8-4a75-9289-b9002cc43407 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0653410 Aug 10 15:27:17.058939 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8ea46c80-390d-4966-b3c4-d4a721aba8a3 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:17.060980 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8ea46c80-390d-4966-b3c4-d4a721aba8a3 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "GET /v2.0/networks?id=9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 200 len: 808 time: 0.1463220 Aug 10 15:27:17.071930 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3be41319-7499-49f3-99f7-943b03aa7e73 req-e060e99a-8b47-420c-839b-faa1ada21d09 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355401 Aug 10 15:27:17.099607 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8f463b9-817d-4f64-86bd-24762ba1b451 req-72be9523-e499-4f3e-a857-9e631497647b tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 210 time: 0.0317113 Aug 10 15:27:17.179503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e525e-2766-45ca-ace4-81b8462d946b req-ec6dfb02-48c7-4093-b1c1-3521307b5548 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:17.180977 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-532e525e-2766-45ca-ace4-81b8462d946b req-ec6dfb02-48c7-4093-b1c1-3521307b5548 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 943 time: 0.0489032 Aug 10 15:27:17.218149 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-532e525e-2766-45ca-ace4-81b8462d946b req-9b5af50a-f040-4a78-a1b9-ca1083ffc772 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Aug 10 15:27:17.541836 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:18.124438 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c70-6162-4b81-aeb8-41c12d32302d req-677ee0d1-8b2b-4b32-9f2f-e1dd16e2617c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:18.126102 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-540c5c70-6162-4b81-aeb8-41c12d32302d req-677ee0d1-8b2b-4b32-9f2f-e1dd16e2617c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0497682 Aug 10 15:27:18.195287 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-540c5c70-6162-4b81-aeb8-41c12d32302d req-09812e3b-4e0e-48b6-a796-ad0ba58065c2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Aug 10 15:27:18.210442 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123941a-ff75-4b38-bbbd-b1ea9529e491 req-438275c1-e069-43d5-bae2-b2ec7b23b903 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:18.211901 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c123941a-ff75-4b38-bbbd-b1ea9529e491 req-438275c1-e069-43d5-bae2-b2ec7b23b903 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0642717 Aug 10 15:27:18.249770 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c123941a-ff75-4b38-bbbd-b1ea9529e491 req-c0791a85-66b0-4be5-8e4b-0753bb16e6c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Aug 10 15:27:18.275879 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ffcbb703-b6a2-453b-8680-8010dc57553e req-ed3f0bf5-f6ef-4e09-9092-7f88f2df4f4a tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 210 time: 0.0251400 Aug 10 15:27:18.355248 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6fdb4-5fbb-4821-959d-04bbfe097bb5 req-1eb9f66e-a0ad-42dc-b411-9aa3187ebb1d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:18.356752 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b0b6fdb4-5fbb-4821-959d-04bbfe097bb5 req-1eb9f66e-a0ad-42dc-b411-9aa3187ebb1d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 943 time: 0.0478637 Aug 10 15:27:18.394777 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b0b6fdb4-5fbb-4821-959d-04bbfe097bb5 req-d7ac32ac-0f47-4e7c-b964-07fb2aec0f0d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Aug 10 15:27:18.665692 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device de63825d-a055-4351-b5e6-0daee43b1583 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:27:18.758234 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:18.769900 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'de63825d-a055-4351-b5e6-0daee43b1583', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'port_id': 'de63825d-a055-4351-b5e6-0daee43b1583', 'mac_address': 'fa:16:3e:fa:5f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:27:18.808255 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:18.820898 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de63825d-a055-4351-b5e6-0daee43b1583 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:27:18.839221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:18.844114 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:18.890433 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:19.308079 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66275c9b-120a-46fa-aafc-d6d9d793fe99 req-5d6277ea-0095-4240-adf1-042c43d9480c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:19.309565 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-66275c9b-120a-46fa-aafc-d6d9d793fe99 req-5d6277ea-0095-4240-adf1-042c43d9480c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0487690 Aug 10 15:27:19.347262 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:19.377902 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-66275c9b-120a-46fa-aafc-d6d9d793fe99 req-22ca7144-69f2-4f9a-85d7-c39e887ea94d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Aug 10 15:27:19.393711 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66b497-62a2-43f1-8736-ccc31910ecad req-c50ba654-20ea-4bed-b30a-1fe0bcc69fa5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:19.395203 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7f66b497-62a2-43f1-8736-ccc31910ecad req-c50ba654-20ea-4bed-b30a-1fe0bcc69fa5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0624933 Aug 10 15:27:19.434795 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7f66b497-62a2-43f1-8736-ccc31910ecad req-2b0752bd-9237-40cc-95d1-8191b147b6c4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332670 Aug 10 15:27:19.467607 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ffdf7a58-9022-47fd-ba2e-c1a16e48cc9f req-14748442-6f67-4883-a330-77faa1e04db5 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 210 time: 0.0264053 Aug 10 15:27:19.537862 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0b5dd-b282-4939-b898-c2e57a1631c8 req-eabf6c61-1733-46d2-a056-409b486616d7 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:19.539309 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1e0b5dd-b282-4939-b898-c2e57a1631c8 req-eabf6c61-1733-46d2-a056-409b486616d7 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 944 time: 0.0473340 Aug 10 15:27:19.575386 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1e0b5dd-b282-4939-b898-c2e57a1631c8 req-4a62d884-7152-4342-835f-f5f9bde5cb68 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Aug 10 15:27:19.679272 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Request body: {'port': {'device_id': '450599c3-9681-4c29-9a59-84ecae70f1de', 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1', 'admin_state_up': True, 'tenant_id': 'becf2122af4b47b48c17f26717170500'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:19.798609 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Made reservation on behalf of becf2122af4b47b48c17f26717170500 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:27:19.802052 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:19.927793 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Allocated IP 172.20.0.14 (9bddc906-03ad-430d-9e8e-48baf84494e1/b30685cd-e416-405b-a0ad-ff4f46ed8fec/c27d68a1-2c36-4a1d-854c-c024ce5671b2) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:27:20.067455 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['de63825d-a055-4351-b5e6-0daee43b1583'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:27:20.069585 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.108329 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.157478 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Network 9bddc906-03ad-430d-9e8e-48baf84494e1 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:27:20.162665 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:27:20.167064 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:27:20.172853 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Pushing event updated for resources: {'Port': ['ID=c27d68a1-2c36-4a1d-854c-c024ce5671b2,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:20.224761 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.225504 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.239994 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-8e7d89b1-b07a-48d3-a02c-c2fa7797a736 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659719 Aug 10 15:27:20.258611 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Request body: {'port': {'device_id': '450599c3-9681-4c29-9a59-84ecae70f1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:20.312903 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.496109 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f065fa-1ca2-4c3e-a32e-16f7da184b17 req-78d0d4c4-ab4d-4f05-839c-1cdea3ad78a7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.498233 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-13f065fa-1ca2-4c3e-a32e-16f7da184b17 req-78d0d4c4-ab4d-4f05-839c-1cdea3ad78a7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0537777 Aug 10 15:27:20.565277 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-13f065fa-1ca2-4c3e-a32e-16f7da184b17 req-fcc1f0e2-b54f-46b3-a6ad-cb1810a5ef43 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595646 Aug 10 15:27:20.573751 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27d68a1-2c36-4a1d-854c-c024ce5671b2 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:27:20.577279 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5cb6b-d2ec-4705-8ef9-8d158147556f req-582364d7-186a-4906-b1af-6171c4ecd814 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.578812 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ccd5cb6b-d2ec-4705-8ef9-8d158147556f req-582364d7-186a-4906-b1af-6171c4ecd814 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0671935 Aug 10 15:27:20.589523 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.602724 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Transition to ACTIVE for port object c27d68a1-2c36-4a1d-854c-c024ce5671b2 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:27:20.608042 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.635297 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ccd5cb6b-d2ec-4705-8ef9-8d158147556f req-0d62de78-7b36-4774-9ef2-f2c596880b18 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505404 Aug 10 15:27:20.672244 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda28c6-f0ed-40a4-875d-7c90b56d9ce2 req-e6390af0-cc94-4800-8193-5d4a9479b7ba tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.673815 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9dda28c6-f0ed-40a4-875d-7c90b56d9ce2 req-e6390af0-cc94-4800-8193-5d4a9479b7ba tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 944 time: 0.0514224 Aug 10 15:27:20.676496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Pushing event updated for resources: {'Port': ['ID=c27d68a1-2c36-4a1d-854c-c024ce5671b2,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:20.727155 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Attempting to bind port c27d68a1-2c36-4a1d-854c-c024ce5671b2 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:27:20.727813 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Attempting to bind port c27d68a1-2c36-4a1d-854c-c024ce5671b2 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:27:20.727813 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Attempting to bind port c27d68a1-2c36-4a1d-854c-c024ce5671b2 on network 9bddc906-03ad-430d-9e8e-48baf84494e1 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:27:20.732538 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Port c27d68a1-2c36-4a1d-854c-c024ce5671b2 on network 9bddc906-03ad-430d-9e8e-48baf84494e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:27:20.732874 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Attempting to bind port c27d68a1-2c36-4a1d-854c-c024ce5671b2 on network 9bddc906-03ad-430d-9e8e-48baf84494e1 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:27:20.738103 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:27:20.738243 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Checking segment: {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:27:20.738585 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Bound using segment: {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:27:20.739015 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Bound port: c27d68a1-2c36-4a1d-854c-c024ce5671b2, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea86efb-e59a-44d4-9e71-aad3323efabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:27:20.739373 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.748369 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9dda28c6-f0ed-40a4-875d-7c90b56d9ce2 req-7973c3e3-d77f-4b39-907d-8dbab28e48e0 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Aug 10 15:27:20.771623 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3cf55-b6e8-48a8-ad9a-b9280911f064 req-2c981765-4b33-42ff-b243-06a910a081ef tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.773112 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f8b3cf55-b6e8-48a8-ad9a-b9280911f064 req-2c981765-4b33-42ff-b243-06a910a081ef tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 944 time: 0.0660164 Aug 10 15:27:20.810491 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] For port c27d68a1-2c36-4a1d-854c-c024ce5671b2, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:27:20.813567 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] For port c27d68a1-2c36-4a1d-854c-c024ce5671b2, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:27:20.815404 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f8b3cf55-b6e8-48a8-ad9a-b9280911f064 req-11cf77c1-d1ec-4a73-b16d-c9a5338bc41e tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363522 Aug 10 15:27:20.818597 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.853649 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.854296 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:20.855664 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] 10.222.0.16 "PUT /v2.0/ports/c27d68a1-2c36-4a1d-854c-c024ce5671b2 HTTP/1.1" status: 200 len: 1094 time: 0.6014013 Aug 10 15:27:20.856100 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450599c3-9681-4c29-9a59-84ecae70f1de', 'tag': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:20.858925 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac549fc-96bb-45e2-b216-007fa600ba34" -d '{"events": [{"name": "network-changed", "server_uuid": "450599c3-9681-4c29-9a59-84ecae70f1de", "tag": "c27d68a1-2c36-4a1d-854c-c024ce5671b2"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:20.884656 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8e30d-2318-4b7e-8c07-95191fdd3190 service neutron] Pushing event updated for resources: {'Port': ['ID=c27d68a1-2c36-4a1d-854c-c024ce5671b2,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:20.913673 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79c2935-6e64-416a-9a0c-a193243b8fcb x-openstack-request-id: req-c79c2935-6e64-416a-9a0c-a193243b8fcb {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:20.913856 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450599c3-9681-4c29-9a59-84ecae70f1de", "tag": "c27d68a1-2c36-4a1d-854c-c024ce5671b2", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:20.914107 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c79c2935-6e64-416a-9a0c-a193243b8fcb {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:20.914507 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450599c3-9681-4c29-9a59-84ecae70f1de', 'tag': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2', 'status': 'completed', 'code': 200} Aug 10 15:27:20.980433 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-1ec512cf-484a-4fc3-b11f-9982a5fb5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:20.982013 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-1ec512cf-484a-4fc3-b11f-9982a5fb5170 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=becf2122af4b47b48c17f26717170500&device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 1097 time: 0.0408809 Aug 10 15:27:21.056208 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-473a6254-50fe-4863-aa79-62a56154ecc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2 HTTP/1.1" status: 200 len: 217 time: 0.0382526 Aug 10 15:27:21.124375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-7d41eb8e-d361-4537-a0e7-d35549027c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.125937 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-7d41eb8e-d361-4537-a0e7-d35549027c56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30685cd-e416-405b-a0ad-ff4f46ed8fec HTTP/1.1" status: 200 len: 848 time: 0.0577509 Aug 10 15:27:21.181544 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-005174d2-9f50-4a5f-b717-137c631ed97d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9bddc906-03ad-430d-9e8e-48baf84494e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249996 Aug 10 15:27:21.196655 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d834b-a0b4-48f6-8c1c-9fdff5c93aa2 req-78f57244-ce29-4d3b-b424-c64c8f30483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.198170 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-911d834b-a0b4-48f6-8c1c-9fdff5c93aa2 req-78f57244-ce29-4d3b-b424-c64c8f30483b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0412962 Aug 10 15:27:21.243422 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-911d834b-a0b4-48f6-8c1c-9fdff5c93aa2 req-7f7d2f8c-f3b9-4f79-95eb-05741f72f964 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Aug 10 15:27:21.275854 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-ff99a2ff-ccfa-4cfa-b4b2-9b9ea4d4ada4 service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Aug 10 15:27:21.602140 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e2deba84-c9a2-4cfb-bffd-90842f7f65b1 req-c97204dc-edaf-4077-804f-1aca0ad027ff service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812976 Aug 10 15:27:21.686048 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88389ce5-6f67-4940-b91a-b9391e837973 req-be7086d6-446a-4e9d-94d1-7a9035025bb3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.686819 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-88389ce5-6f67-4940-b91a-b9391e837973 req-be7086d6-446a-4e9d-94d1-7a9035025bb3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0546203 Aug 10 15:27:21.751843 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-c817446f-2ebd-4284-986f-13b0b971f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.753999 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-c817446f-2ebd-4284-986f-13b0b971f601 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=becf2122af4b47b48c17f26717170500&device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 1097 time: 0.0421565 Aug 10 15:27:21.758957 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-88389ce5-6f67-4940-b91a-b9391e837973 req-f30d7bee-d687-40ca-a961-dda94dee1b93 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640421 Aug 10 15:27:21.786735 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296f991-9199-4889-b63f-59119270df5f req-b01c7b32-c44d-46fe-bcac-90b784b79a6e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.788259 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5296f991-9199-4889-b63f-59119270df5f req-b01c7b32-c44d-46fe-bcac-90b784b79a6e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0736747 Aug 10 15:27:21.799406 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device de63825d-a055-4351-b5e6-0daee43b1583 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:27:21.854045 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port de63825d-a055-4351-b5e6-0daee43b1583 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:27:21.858123 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port de63825d-a055-4351-b5e6-0daee43b1583 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:27:21.858674 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:21.859781 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5296f991-9199-4889-b63f-59119270df5f req-47188492-9965-443e-93cc-811b3fd98b44 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651314 Aug 10 15:27:21.864374 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-964c04cb-2bc1-45e6-9079-c7f4a10a8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.865965 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-964c04cb-2bc1-45e6-9079-c7f4a10a8a0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 200 len: 909 time: 0.1044414 Aug 10 15:27:21.888618 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e863cc9-ae7d-4591-bc12-7f1a0b466e4e req-3dd97589-b848-4e0d-9d6e-7d6e5d7cb096 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.888618 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0e863cc9-ae7d-4591-bc12-7f1a0b466e4e req-3dd97589-b848-4e0d-9d6e-7d6e5d7cb096 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 944 time: 0.0662267 Aug 10 15:27:21.925152 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-76fd9135-2d8b-4655-9dfa-42f33fa1dfb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2 HTTP/1.1" status: 200 len: 217 time: 0.0500548 Aug 10 15:27:21.949099 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:21.973362 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:21.975689 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf46667-0641-4524-a44d-aa00b3940c70" -d '{"events": [{"server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "name": "network-vif-plugged", "status": "completed", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:21.976121 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0e863cc9-ae7d-4591-bc12-7f1a0b466e4e req-5e717f26-cb60-403a-b13b-c4e6eb4dc6f9 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816789 Aug 10 15:27:21.985471 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-22e0e0c8-e2b5-4c7a-8e78-ee35ba9036c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:21.987019 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-22e0e0c8-e2b5-4c7a-8e78-ee35ba9036c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30685cd-e416-405b-a0ad-ff4f46ed8fec HTTP/1.1" status: 200 len: 848 time: 0.0495119 Aug 10 15:27:21.993515 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:22.001155 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f889026-c94b-4945-a126-c516b4124c15 req-6815cb70-e011-442c-9f04-699060f6a4fa tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:22.002881 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f889026-c94b-4945-a126-c516b4124c15 req-6815cb70-e011-442c-9f04-699060f6a4fa tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 944 time: 0.0577259 Aug 10 15:27:22.007213 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:22.041162 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a56328-3062-4cbf-87a3-04ab9ac2ba28 x-openstack-request-id: req-13a56328-3062-4cbf-87a3-04ab9ac2ba28 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:22.041457 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "name": "network-vif-plugged", "status": "completed", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:22.041905 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13a56328-3062-4cbf-87a3-04ab9ac2ba28 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:22.042310 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'code': 200} Aug 10 15:27:22.059227 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f889026-c94b-4945-a126-c516b4124c15 req-ab3474cd-f067-421d-acae-b1740597e24a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475571 Aug 10 15:27:22.071837 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:22.241124 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-e97b9852-6648-4872-b9b6-a9c10655d352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9bddc906-03ad-430d-9e8e-48baf84494e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2456703 Aug 10 15:27:22.295583 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4865b-748b-4106-9351-717044496b77 req-3b41bc9e-38d2-4986-9127-06c0a15312b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:22.297374 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ea4865b-748b-4106-9351-717044496b77 req-3b41bc9e-38d2-4986-9127-06c0a15312b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1098 time: 0.0423272 Aug 10 15:27:22.338550 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ea4865b-748b-4106-9351-717044496b77 req-6b5b7cf3-09e6-48b2-b729-c70c4f911b2f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Aug 10 15:27:22.347247 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-c51c49c7-0ca1-485a-a44c-a456d8229faa service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919151 Aug 10 15:27:22.738788 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cac549fc-96bb-45e2-b216-007fa600ba34 req-f44688d4-7519-4e26-b15d-f71713344500 service neutron] 10.222.0.16 "GET /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041017 Aug 10 15:27:22.875018 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d87d7-6ce3-4225-8f11-37c3f44e905c req-94d42b2c-52ee-4c00-a9e3-4c050da594fc tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:22.876512 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b2d87d7-6ce3-4225-8f11-37c3f44e905c req-94d42b2c-52ee-4c00-a9e3-4c050da594fc tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0484178 Aug 10 15:27:22.920897 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b2d87d7-6ce3-4225-8f11-37c3f44e905c req-8e62abc9-73f8-47e6-a444-4bd1c9966add tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Aug 10 15:27:22.995108 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245373e-5b23-458e-93c3-48cb2b9fcbf1 req-bf961b55-39c5-428a-b7fc-79728e9f2c01 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:22.996470 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0245373e-5b23-458e-93c3-48cb2b9fcbf1 req-bf961b55-39c5-428a-b7fc-79728e9f2c01 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0484445 Aug 10 15:27:23.037274 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0245373e-5b23-458e-93c3-48cb2b9fcbf1 req-c05385d6-128f-4c80-9ea0-12256ca5d26a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348890 Aug 10 15:27:23.108746 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205fa8-c5c9-4645-a37b-4e7add30ecf7 req-1e69486d-bd5c-4ac6-a12c-627ca6e2c011 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:23.113835 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2a205fa8-c5c9-4645-a37b-4e7add30ecf7 req-1e69486d-bd5c-4ac6-a12c-627ca6e2c011 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 944 time: 0.0533686 Aug 10 15:27:23.176201 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2a205fa8-c5c9-4645-a37b-4e7add30ecf7 req-1ab55f3e-6f66-4426-9c33-f3ab70a4fbc8 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598891 Aug 10 15:27:23.192700 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bc728-149a-4e39-8a14-38a3feab1150 req-d9a03f4c-f89a-48be-bfec-c857140df4a4 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:23.194189 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-809bc728-149a-4e39-8a14-38a3feab1150 req-d9a03f4c-f89a-48be-bfec-c857140df4a4 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0643959 Aug 10 15:27:23.232322 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-809bc728-149a-4e39-8a14-38a3feab1150 req-e8602e08-9d4a-4691-ae8b-7ddc586ce5cc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Aug 10 15:27:24.019483 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56364) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:24.034054 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b83b-e613-47a2-a70b-000a48081631 req-033b79c0-7f33-437e-ba6c-1802dce9b87b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.035574 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ff5b83b-e613-47a2-a70b-000a48081631 req-033b79c0-7f33-437e-ba6c-1802dce9b87b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Aug 10 15:27:24.073686 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ff5b83b-e613-47a2-a70b-000a48081631 req-81ce4984-4a6b-4399-bf22-357d96725c8d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 10 15:27:24.142046 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6b630024-16b6-438e-969d-9050d87550a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.178894 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239451-9fd1-416c-b91c-bef66a6e6cd7 req-afb36783-250c-4b9e-8e05-15204a26987c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.180428 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9a239451-9fd1-416c-b91c-bef66a6e6cd7 req-afb36783-250c-4b9e-8e05-15204a26987c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0579474 Aug 10 15:27:24.226486 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9a239451-9fd1-416c-b91c-bef66a6e6cd7 req-32d68ae3-8f58-4f12-8b0a-5d6847fea747 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388720 Aug 10 15:27:24.261658 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6b630024-16b6-438e-969d-9050d87550a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.268984 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6b630024-16b6-438e-969d-9050d87550a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.319801 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6b630024-16b6-438e-969d-9050d87550a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=621eb4c8f5d64f4ca939476581e08f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986004 Aug 10 15:27:24.322281 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56382) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:24.328453 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b630024-16b6-438e-969d-9050d87550a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238e3315-d111-4f7f-a217-3ef20d4656e4,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:24.409166 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-94a00b64-f985-40c9-993b-55c708501c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.416863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6937ab-1e9d-4dad-83b8-4ca1cb741537 req-017972d8-4d0b-4132-842c-d6ed2f860ee4 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.418542 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7a6937ab-1e9d-4dad-83b8-4ca1cb741537 req-017972d8-4d0b-4132-842c-d6ed2f860ee4 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 944 time: 0.0918267 Aug 10 15:27:24.426785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fb078-8e12-4e04-9600-c776f98e2f10 req-dafd8602-1055-42dd-8c3b-d1cf5d60f48f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.428285 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-832fb078-8e12-4e04-9600-c776f98e2f10 req-dafd8602-1055-42dd-8c3b-d1cf5d60f48f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0689855 Aug 10 15:27:24.433403 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-d0a9ebf9-376d-4050-bbc2-e3d77101b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.434901 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-d0a9ebf9-376d-4050-bbc2-e3d77101b522 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0725565 Aug 10 15:27:24.447067 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-94a00b64-f985-40c9-993b-55c708501c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.483008 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7a6937ab-1e9d-4dad-83b8-4ca1cb741537 req-cb678936-fbdc-47d7-95da-b86b1c03a495 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Aug 10 15:27:24.490198 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-832fb078-8e12-4e04-9600-c776f98e2f10 req-2e3e2a5a-7076-48c7-a09e-663cf75e4bcc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480895 Aug 10 15:27:24.560386 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-13b2ef0e-7d64-49e6-b3d8-e6f94de6c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.562134 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-13b2ef0e-7d64-49e6-b3d8-e6f94de6c012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.1172512 Aug 10 15:27:24.565267 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-94a00b64-f985-40c9-993b-55c708501c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.567967 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-94a00b64-f985-40c9-993b-55c708501c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:24.569034 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-94a00b64-f985-40c9-993b-55c708501c2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/238e3315-d111-4f7f-a217-3ef20d4656e4 HTTP/1.1" status: 204 len: 168 time: 0.2458346 Aug 10 15:27:24.611281 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a00b64-f985-40c9-993b-55c708501c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e3315-d111-4f7f-a217-3ef20d4656e4,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:24.614536 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-c487316f-9959-46ed-ad5f-dd7fbbbec4e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0427942 Aug 10 15:27:24.640275 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df73f-4cd0-44e6-83f4-9995bed508a5 req-0572a572-bd44-4f12-9e1f-a5da85c683a4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.641992 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-541df73f-4cd0-44e6-83f4-9995bed508a5 req-0572a572-bd44-4f12-9e1f-a5da85c683a4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0971591 Aug 10 15:27:24.650821 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc217-64e2-4af2-b752-a60a07ca9e6b req-6e4741af-1d90-47ae-9cd8-5c2fce940fae tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.652286 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-254cc217-64e2-4af2-b752-a60a07ca9e6b req-6e4741af-1d90-47ae-9cd8-5c2fce940fae tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0750093 Aug 10 15:27:24.669966 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-c3f7bd8a-8b84-41a4-a8d8-962872874e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:24.671468 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-c3f7bd8a-8b84-41a4-a8d8-962872874e9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.0498183 Aug 10 15:27:24.705397 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-f28d8581-cee8-4688-89ea-2d23848f0c82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258098 Aug 10 15:27:24.714049 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-541df73f-4cd0-44e6-83f4-9995bed508a5 req-a3bed72d-08cb-4e2d-9955-5597b71ceefb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589507 Aug 10 15:27:24.724705 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-254cc217-64e2-4af2-b752-a60a07ca9e6b req-532bd267-3bb1-4a69-bd01-6caf37ea4579 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635417 Aug 10 15:27:24.816906 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-6aed4776-bf6b-4ff1-b285-4942e9436a33 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000412 Aug 10 15:27:24.896377 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56392) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:24.910847 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-607030b7-8f12-479f-91d5-9a3cae9ac264 req-02219c00-dc60-4772-a31d-74aa919a04bc service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Aug 10 15:27:24.911078 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9bf2-81a4-430a-ba41-9d6da8c3999f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.021128 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9bf2-81a4-430a-ba41-9d6da8c3999f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.031575 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9bf2-81a4-430a-ba41-9d6da8c3999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.090981 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd9bf2-81a4-430a-ba41-9d6da8c3999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5876c2d5-7f1f-4fb3-8238-3a5551100795,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:25.096940 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b3cd9bf2-81a4-430a-ba41-9d6da8c3999f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2b6fcb0f82349c59f8a62c1b654619f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993289 Aug 10 15:27:25.099907 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56396) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:25.121140 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9b6ea-213b-418b-9f69-976d5cdb36c5 req-23ab00e5-6d89-4d27-90bd-bd2544559958 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:25.123220 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-20a9b6ea-213b-418b-9f69-976d5cdb36c5 req-23ab00e5-6d89-4d27-90bd-bd2544559958 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.1038220 Aug 10 15:27:25.183919 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-20a9b6ea-213b-418b-9f69-976d5cdb36c5 req-0cc0c18e-529a-441b-8d67-f982a0cd798b tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514996 Aug 10 15:27:25.187049 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee125-b122-4869-bada-7e06a68bd460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.209474 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee125-b122-4869-bada-7e06a68bd460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.260853 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee125-b122-4869-bada-7e06a68bd460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.264974 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee125-b122-4869-bada-7e06a68bd460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.268642 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2f2ee125-b122-4869-bada-7e06a68bd460 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5876c2d5-7f1f-4fb3-8238-3a5551100795 HTTP/1.1" status: 204 len: 168 time: 0.1657071 Aug 10 15:27:25.277917 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ee125-b122-4869-bada-7e06a68bd460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5876c2d5-7f1f-4fb3-8238-3a5551100795,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:25.360924 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5de344-cc53-44e6-bf0e-c209170bcebe req-d1d6ac62-b96e-4007-b24f-b741454051d3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:25.362736 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-df5de344-cc53-44e6-bf0e-c209170bcebe req-d1d6ac62-b96e-4007-b24f-b741454051d3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Aug 10 15:27:25.413032 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-df5de344-cc53-44e6-bf0e-c209170bcebe req-12a402c6-ec60-42e8-bec1-1c39baaa9943 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Aug 10 15:27:25.608943 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab9f39-4614-4ebf-a599-d4359d4f786a req-a977033d-91a7-4e0e-b0be-e5dba365da54 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:25.610457 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7eab9f39-4614-4ebf-a599-d4359d4f786a req-a977033d-91a7-4e0e-b0be-e5dba365da54 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 944 time: 0.0541673 Aug 10 15:27:25.653189 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7eab9f39-4614-4ebf-a599-d4359d4f786a req-8e7e75a1-813e-49e0-a978-96a4ae90d589 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Aug 10 15:27:25.814506 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c27d68a1-2c36-4a1d-854c-c024ce5671b2 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:27:25.827812 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3240b-dcc5-4379-8f65-1e79e9ced8d8 req-57c61978-31aa-417a-85a3-d5ce451d699a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:25.830915 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aaa3240b-dcc5-4379-8f65-1e79e9ced8d8 req-57c61978-31aa-417a-85a3-d5ce451d699a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0522468 Aug 10 15:27:25.871469 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aaa3240b-dcc5-4379-8f65-1e79e9ced8d8 req-9b40eb7e-aa5e-4387-bab5-7e909aeaf2e6 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Aug 10 15:27:25.917961 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port c27d68a1-2c36-4a1d-854c-c024ce5671b2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:25.933382 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2', 'network_id': '9bddc906-03ad-430d-9e8e-48baf84494e1', 'port_id': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2', 'mac_address': 'fa:16:3e:e7:f5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30685cd-e416-405b-a0ad-ff4f46ed8fec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:27:25.971895 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.989746 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27d68a1-2c36-4a1d-854c-c024ce5671b2 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:27:26.015791 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port c27d68a1-2c36-4a1d-854c-c024ce5671b2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:26.021310 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:26.083655 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=c27d68a1-2c36-4a1d-854c-c024ce5671b2,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:26.431588 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['c27d68a1-2c36-4a1d-854c-c024ce5671b2'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:27:26.555228 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5840cb-1f9a-4bd3-9acc-810dca72b648 req-331fc73f-99a4-4032-ab41-adc354969a0f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:26.557275 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ca5840cb-1f9a-4bd3-9acc-810dca72b648 req-331fc73f-99a4-4032-ab41-adc354969a0f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0615625 Aug 10 15:27:26.630448 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ca5840cb-1f9a-4bd3-9acc-810dca72b648 req-3a5622bf-adfb-490c-a9de-df8049089294 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523539 Aug 10 15:27:26.773964 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1b19-4131-448a-915b-3d47f8e0865e req-8b615595-0c74-4245-b0ff-b18eb809ef1f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:26.775305 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae9d1b19-4131-448a-915b-3d47f8e0865e req-8b615595-0c74-4245-b0ff-b18eb809ef1f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 945 time: 0.0552213 Aug 10 15:27:26.817674 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae9d1b19-4131-448a-915b-3d47f8e0865e req-235f023c-5d72-4898-ae8e-b28316c848ef tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Aug 10 15:27:26.992715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4385c9-13f8-46a4-84af-deb48786c41f req-2ba244ef-a501-4238-9fa6-e46783674616 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:26.994223 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bf4385c9-13f8-46a4-84af-deb48786c41f req-2ba244ef-a501-4238-9fa6-e46783674616 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0517409 Aug 10 15:27:27.035206 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bf4385c9-13f8-46a4-84af-deb48786c41f req-21080c85-8f3a-4d19-8f3a-b14f89002ceb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Aug 10 15:27:27.108721 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56486) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:27.226577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a163-d555-4f7b-bbe9-5c74fcbfcd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.318384 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a163-d555-4f7b-bbe9-5c74fcbfcd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.322126 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a163-d555-4f7b-bbe9-5c74fcbfcd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.363601 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d2b8a163-d555-4f7b-bbe9-5c74fcbfcd5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68678f89ce774d83b7df2210bf5fd27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536883 Aug 10 15:27:27.364426 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8a163-d555-4f7b-bbe9-5c74fcbfcd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd8f21-a291-4dfa-8063-64758d64ca85,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:27.366360 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56492) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:27.429578 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4911657b-1aa0-4da0-8f52-1b0628b280e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.452158 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4911657b-1aa0-4da0-8f52-1b0628b280e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.498064 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4911657b-1aa0-4da0-8f52-1b0628b280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.500735 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4911657b-1aa0-4da0-8f52-1b0628b280e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.502050 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-4911657b-1aa0-4da0-8f52-1b0628b280e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5bd8f21-a291-4dfa-8063-64758d64ca85 HTTP/1.1" status: 204 len: 168 time: 0.1338489 Aug 10 15:27:27.510047 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911657b-1aa0-4da0-8f52-1b0628b280e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd8f21-a291-4dfa-8063-64758d64ca85,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:27.741753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e25acc-e331-467b-a3f6-d716f7963e46 req-2650c0b8-445a-4a9c-8445-1b75b248ddac tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:27.743255 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-71e25acc-e331-467b-a3f6-d716f7963e46 req-2650c0b8-445a-4a9c-8445-1b75b248ddac tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Aug 10 15:27:27.785297 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-71e25acc-e331-467b-a3f6-d716f7963e46 req-272b135a-655b-4710-8717-577e191f822a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352345 Aug 10 15:27:27.789352 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56506) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:27.813394 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c27d68a1-2c36-4a1d-854c-c024ce5671b2 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:27:27.815437 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-22c86e4d-f3ee-4ff4-a78f-f4dd5b89e45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.883038 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port c27d68a1-2c36-4a1d-854c-c024ce5671b2 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:27:27.887621 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port c27d68a1-2c36-4a1d-854c-c024ce5671b2 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:27:27.888871 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.945753 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-22c86e4d-f3ee-4ff4-a78f-f4dd5b89e45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.951798 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-22c86e4d-f3ee-4ff4-a78f-f4dd5b89e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.974584 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b8de6-a2e0-488d-a72d-9434c084878e req-368f2322-7b34-4049-9da4-471f50a50268 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:27.976173 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e61b8de6-a2e0-488d-a72d-9434c084878e req-368f2322-7b34-4049-9da4-471f50a50268 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0951831 Aug 10 15:27:27.989427 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:27.997160 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-22c86e4d-f3ee-4ff4-a78f-f4dd5b89e45c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3537bbb24d641eb8e1465b179af2da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043426 Aug 10 15:27:27.997160 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c86e4d-f3ee-4ff4-a78f-f4dd5b89e45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e7fc70-eb68-4f1b-b708-7177da652266,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:27.998878 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56512) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:28.002396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da4e5-5483-4ff4-98ba-fbce3e3118c0 req-608ce5ff-8b3e-4368-9a8f-e579514a1fb8 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:28.004229 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d7da4e5-5483-4ff4-98ba-fbce3e3118c0 req-608ce5ff-8b3e-4368-9a8f-e579514a1fb8 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 945 time: 0.0796008 Aug 10 15:27:28.017936 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450599c3-9681-4c29-9a59-84ecae70f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:28.020629 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee73b0f-fd1c-4c7a-9da0-3d0a219ca5bb" -d '{"events": [{"server_uuid": "450599c3-9681-4c29-9a59-84ecae70f1de", "name": "network-vif-plugged", "status": "completed", "tag": "c27d68a1-2c36-4a1d-854c-c024ce5671b2"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:28.035287 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port c27d68a1-2c36-4a1d-854c-c024ce5671b2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:28.040049 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:28.057316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfdf5-1cee-4f14-ae26-507865be3202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:28.058936 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e61b8de6-a2e0-488d-a72d-9434c084878e req-16fa4597-4b00-49ae-ba3a-1a41336274f2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751708 Aug 10 15:27:28.067104 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d7da4e5-5483-4ff4-98ba-fbce3e3118c0 req-3a766a42-56bf-45b0-b6a9-ff08ce42179c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550983 Aug 10 15:27:28.091812 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=c27d68a1-2c36-4a1d-854c-c024ce5671b2,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:28.103723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfdf5-1cee-4f14-ae26-507865be3202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:28.131049 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb8e482-0321-4e8e-8176-f60a25a8baa7 x-openstack-request-id: req-bfb8e482-0321-4e8e-8176-f60a25a8baa7 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:28.131349 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450599c3-9681-4c29-9a59-84ecae70f1de", "name": "network-vif-plugged", "status": "completed", "tag": "c27d68a1-2c36-4a1d-854c-c024ce5671b2", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:28.131760 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfb8e482-0321-4e8e-8176-f60a25a8baa7 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:28.132312 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450599c3-9681-4c29-9a59-84ecae70f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2', 'code': 200} Aug 10 15:27:28.164520 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfdf5-1cee-4f14-ae26-507865be3202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:28.167145 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfdf5-1cee-4f14-ae26-507865be3202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:28.168444 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-2a9bfdf5-1cee-4f14-ae26-507865be3202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1e7fc70-eb68-4f1b-b708-7177da652266 HTTP/1.1" status: 204 len: 168 time: 0.1684289 Aug 10 15:27:28.179419 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bfdf5-1cee-4f14-ae26-507865be3202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e7fc70-eb68-4f1b-b708-7177da652266,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:28.205067 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6ef99-c09d-416e-8fbb-4fbb81775cfc req-99e6c90c-f30a-4ded-94c3-ef754c777dc7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:28.206610 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-75a6ef99-c09d-416e-8fbb-4fbb81775cfc req-99e6c90c-f30a-4ded-94c3-ef754c777dc7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0636129 Aug 10 15:27:28.250899 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-75a6ef99-c09d-416e-8fbb-4fbb81775cfc req-f0160175-3fe6-4509-96f9-63948c2239eb tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Aug 10 15:27:28.380120 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ee01a-4d15-4f78-8ad7-a949ee35bc65 req-9dd98ee2-83a5-4f16-9bd6-480582222aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:28.381625 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ad4ee01a-4d15-4f78-8ad7-a949ee35bc65 req-9dd98ee2-83a5-4f16-9bd6-480582222aca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 1099 time: 0.0409074 Aug 10 15:27:28.443458 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ad4ee01a-4d15-4f78-8ad7-a949ee35bc65 req-d29995fc-890c-40e5-866f-7d064938c603 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517581 Aug 10 15:27:28.906842 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9067-fab9-4884-9e9f-8d3a274e71b3 req-919e2c77-f64d-41ef-840e-70de9bbaa1f9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:28.908377 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-27cd9067-fab9-4884-9e9f-8d3a274e71b3 req-919e2c77-f64d-41ef-840e-70de9bbaa1f9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Aug 10 15:27:28.946548 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-27cd9067-fab9-4884-9e9f-8d3a274e71b3 req-7d1377d7-e027-4877-9352-526c4387be82 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Aug 10 15:27:29.222199 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915700c-5efa-44ad-b86c-fdfe3d12c113 req-098ef790-d828-44f6-ab08-bb720b1524af tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:29.223668 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a915700c-5efa-44ad-b86c-fdfe3d12c113 req-098ef790-d828-44f6-ab08-bb720b1524af tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0844991 Aug 10 15:27:29.234508 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a77a7-1a69-4fe4-82fc-2c4346f47cce req-7d54eba7-32bb-4322-b35d-e16bd0ff7d15 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:29.235911 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7b8a77a7-1a69-4fe4-82fc-2c4346f47cce req-7d54eba7-32bb-4322-b35d-e16bd0ff7d15 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0955250 Aug 10 15:27:29.289122 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a915700c-5efa-44ad-b86c-fdfe3d12c113 req-fa39153e-da8a-443c-80d1-5b4ae29d7b32 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Aug 10 15:27:29.297348 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7b8a77a7-1a69-4fe4-82fc-2c4346f47cce req-e865df31-df82-4900-939e-e731d1026a8a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545111 Aug 10 15:27:29.716989 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9388b8-e07b-40b2-aff5-1aab30b55410 req-0ad65784-8816-42bd-9ce1-111e2c955f6f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:29.718485 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a9388b8-e07b-40b2-aff5-1aab30b55410 req-0ad65784-8816-42bd-9ce1-111e2c955f6f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Aug 10 15:27:29.762355 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a9388b8-e07b-40b2-aff5-1aab30b55410 req-c7212004-918b-4e33-8228-a1c9f11987f1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Aug 10 15:27:30.067329 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cec2e-a816-4dfb-ae7f-cf543ad4dd83 req-30951115-8454-407b-8270-29a792d2aafc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:30.068907 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da5cec2e-a816-4dfb-ae7f-cf543ad4dd83 req-30951115-8454-407b-8270-29a792d2aafc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Aug 10 15:27:30.110422 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da5cec2e-a816-4dfb-ae7f-cf543ad4dd83 req-609b329a-e6ad-4f49-b335-cd5dd6f58abe tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352843 Aug 10 15:27:30.433044 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdabfcf-4f93-42da-b0e3-b89c0a17c7e0 req-98e46cb9-5636-4d40-9f08-694463582020 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:30.434559 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7fdabfcf-4f93-42da-b0e3-b89c0a17c7e0 req-98e46cb9-5636-4d40-9f08-694463582020 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0762315 Aug 10 15:27:30.443019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc860e-74f5-4382-8ac9-a691dc267ad5 req-21ec88ae-de82-4da2-9b4f-a331915b9a3e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:30.444396 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-82cc860e-74f5-4382-8ac9-a691dc267ad5 req-21ec88ae-de82-4da2-9b4f-a331915b9a3e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0770988 Aug 10 15:27:30.500463 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7fdabfcf-4f93-42da-b0e3-b89c0a17c7e0 req-1df9e559-edd9-40d5-86f1-9ffec085d389 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551260 Aug 10 15:27:30.508683 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-82cc860e-74f5-4382-8ac9-a691dc267ad5 req-f5989100-6a1e-46d6-9dad-bdfec4c8043d tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569110 Aug 10 15:27:31.260144 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9e083-f1c5-4700-a8f1-569c2f089d82 req-e7a4b64a-98b9-459f-b43b-71ca901fc9d0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:31.261658 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00f9e083-f1c5-4700-a8f1-569c2f089d82 req-e7a4b64a-98b9-459f-b43b-71ca901fc9d0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0567055 Aug 10 15:27:31.303591 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00f9e083-f1c5-4700-a8f1-569c2f089d82 req-dd56a8c0-d704-4a04-b96f-ac0baae6f09e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344410 Aug 10 15:27:31.400213 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1d684-2894-40fc-8f85-ae10873a093a req-50377232-fcc0-4b37-881a-25d3ccd75495 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:31.401693 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58b1d684-2894-40fc-8f85-ae10873a093a req-50377232-fcc0-4b37-881a-25d3ccd75495 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0517073 Aug 10 15:27:31.438729 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58b1d684-2894-40fc-8f85-ae10873a093a req-1776545f-dcdb-488f-93b1-eedad4f135e6 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Aug 10 15:27:31.624289 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13e1d4-4209-4892-a4bb-3dfae871760a req-8461af15-bcef-45e1-9ea5-e8b64d7064b7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:31.625720 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa13e1d4-4209-4892-a4bb-3dfae871760a req-8461af15-bcef-45e1-9ea5-e8b64d7064b7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0472691 Aug 10 15:27:31.665183 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa13e1d4-4209-4892-a4bb-3dfae871760a req-f92edde2-aa0a-449b-baea-3ed543774b33 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334272 Aug 10 15:27:32.425392 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1feee-3350-44d9-a2b9-899f29124997 req-6ade547d-f4c0-4caf-95c5-7bc6bb9115b6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:32.426946 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54a1feee-3350-44d9-a2b9-899f29124997 req-6ade547d-f4c0-4caf-95c5-7bc6bb9115b6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Aug 10 15:27:32.464394 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54a1feee-3350-44d9-a2b9-899f29124997 req-516c54b3-60b1-4dfe-9266-13a36fa03c25 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Aug 10 15:27:32.555468 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b1ddd-9060-47f7-ba4b-61749ea1a22e req-5a615ac6-8974-4874-b15b-c16f79fe86a6 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:32.556987 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e0b1ddd-9060-47f7-ba4b-61749ea1a22e req-5a615ac6-8974-4874-b15b-c16f79fe86a6 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0499330 Aug 10 15:27:32.603784 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e0b1ddd-9060-47f7-ba4b-61749ea1a22e req-4b67ab10-493e-4648-a6b3-d634ca08ef3f tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 Aug 10 15:27:32.781867 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bbf85-fc54-4e5f-b153-5a3bf3dad4c2 req-579a697d-788b-43e3-a455-0cf043cbb97b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:32.783341 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0f3bbf85-fc54-4e5f-b153-5a3bf3dad4c2 req-579a697d-788b-43e3-a455-0cf043cbb97b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0496266 Aug 10 15:27:32.828767 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0f3bbf85-fc54-4e5f-b153-5a3bf3dad4c2 req-f863fa0f-dd40-4594-a220-8a368b5eb747 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394127 Aug 10 15:27:33.584641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee742df-65dc-4748-95b0-5e1dd94fdded req-76a0e521-0800-4770-8e75-0e15d3935c6c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:33.586128 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9ee742df-65dc-4748-95b0-5e1dd94fdded req-76a0e521-0800-4770-8e75-0e15d3935c6c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0470006 Aug 10 15:27:33.622989 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9ee742df-65dc-4748-95b0-5e1dd94fdded req-bd45403f-98b6-4c17-91cb-9336e5b343b1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Aug 10 15:27:33.716574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83606-dd47-44ac-9d2a-9a808d3c0e0f req-91e3a666-7ffc-464e-b270-1d9d8ad8bb4c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:33.718076 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8a83606-dd47-44ac-9d2a-9a808d3c0e0f req-91e3a666-7ffc-464e-b270-1d9d8ad8bb4c tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0497646 Aug 10 15:27:33.755270 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8a83606-dd47-44ac-9d2a-9a808d3c0e0f req-e9381a8b-01a1-438e-8e54-1b68f17eacdd tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Aug 10 15:27:33.943973 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cede-79bf-42cc-ac7b-d1b63e9f48db req-653aa32a-7302-46c9-bd69-634dc1cbd402 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:33.945433 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4778cede-79bf-42cc-ac7b-d1b63e9f48db req-653aa32a-7302-46c9-bd69-634dc1cbd402 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Aug 10 15:27:33.984695 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4778cede-79bf-42cc-ac7b-d1b63e9f48db req-721a26b2-fbac-4616-9658-f3e933f19482 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332682 Aug 10 15:27:34.741584 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baee75-9d58-44ff-8bc9-00f75623f778 req-655181a5-0bab-4933-88df-202bd6846b89 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:34.742968 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d8baee75-9d58-44ff-8bc9-00f75623f778 req-655181a5-0bab-4933-88df-202bd6846b89 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0468330 Aug 10 15:27:34.780519 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d8baee75-9d58-44ff-8bc9-00f75623f778 req-292dede7-a2d3-4733-97f0-ddcf882f0111 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 10 15:27:34.866886 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060da45f-2118-4a86-a516-070f99147733 req-9b5f8438-b480-47e0-af20-98bb1a7f74b8 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:34.868357 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-060da45f-2118-4a86-a516-070f99147733 req-9b5f8438-b480-47e0-af20-98bb1a7f74b8 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0483952 Aug 10 15:27:34.905460 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-060da45f-2118-4a86-a516-070f99147733 req-ef5068cb-7279-43b3-a022-5d2f904a30dc tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Aug 10 15:27:35.097165 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56b28-1ef8-4883-bded-eca0f7d46e3e req-793aa018-6035-45b8-be7c-f7fdc1cd356f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:35.098683 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-95a56b28-1ef8-4883-bded-eca0f7d46e3e req-793aa018-6035-45b8-be7c-f7fdc1cd356f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Aug 10 15:27:35.140297 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-95a56b28-1ef8-4883-bded-eca0f7d46e3e req-77506fbf-cd48-4dac-9d71-eed95945dcf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356946 Aug 10 15:27:36.122052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d9043-1b90-48a8-a69c-ceb74c8c8876 req-6f79f188-e0c9-4f47-968d-29936ea08546 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:36.123551 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-012d9043-1b90-48a8-a69c-ceb74c8c8876 req-6f79f188-e0c9-4f47-968d-29936ea08546 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.2733688 Aug 10 15:27:36.135217 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c08f-58ea-4878-ba81-46ccd3fb055a req-6be7c3b7-49af-4247-9c36-4ed00671e7af tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:36.136590 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2e97c08f-58ea-4878-ba81-46ccd3fb055a req-6be7c3b7-49af-4247-9c36-4ed00671e7af tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0633419 Aug 10 15:27:36.190513 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-012d9043-1b90-48a8-a69c-ceb74c8c8876 req-9114cb53-f22e-4108-8d30-7760b7f6a7af tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529833 Aug 10 15:27:36.195152 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2e97c08f-58ea-4878-ba81-46ccd3fb055a req-b2deeffa-754e-458b-9d7f-0b62e9e767a1 tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd5df625-295b-4430-a19c-e0ff276c5405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Aug 10 15:27:36.223408 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-4cea45c8-965d-405a-a033-a5223e4fa8dc tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:36.225722 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-4cea45c8-965d-405a-a033-a5223e4fa8dc tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 946 time: 0.0553083 Aug 10 15:27:36.308626 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4e09-ca1b-4b47-a705-9054df46d022 req-3ed3a04e-d373-410a-bf31-7c7350fd7257 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:36.310057 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4bee4e09-ca1b-4b47-a705-9054df46d022 req-3ed3a04e-d373-410a-bf31-7c7350fd7257 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0526698 Aug 10 15:27:36.329549 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Deleting port c27d68a1-2c36-4a1d-854c-c024ce5671b2 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:27:36.329959 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:36.348894 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4bee4e09-ca1b-4b47-a705-9054df46d022 req-e1a49937-d9bc-4630-98b4-8df717c577f4 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Aug 10 15:27:36.418021 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] For port c27d68a1-2c36-4a1d-854c-c024ce5671b2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c27d68a1-2c36-4a1d-854c-c024ce5671b2,segment=NetworkSegment(0ea86efb-e59a-44d4-9e71-aad3323efabb),segment_id=0ea86efb-e59a-44d4-9e71-aad3323efabb)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:36.418385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:36.431918 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Calling delete_port for c27d68a1-2c36-4a1d-854c-c024ce5671b2 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:27:36.563964 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:36.591141 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Pushing event deleted for resources: {'Port': ['ID=c27d68a1-2c36-4a1d-854c-c024ce5671b2,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:36.610224 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['c27d68a1-2c36-4a1d-854c-c024ce5671b2'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:27:36.634541 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] No DVR routers for this DVR port c27d68a1-2c36-4a1d-854c-c024ce5671b2 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:27:36.637314 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:36.639336 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9eed085b-ba5f-41b4-9ee4-0447a33eadd6 req-935ba688-e049-46d4-bfdb-9d5174022ced tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.16 "DELETE /v2.0/ports/c27d68a1-2c36-4a1d-854c-c024ce5671b2 HTTP/1.1" status: 204 len: 173 time: 0.4060366 Aug 10 15:27:36.639758 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450599c3-9681-4c29-9a59-84ecae70f1de', 'name': 'network-vif-deleted', 'tag': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:36.642010 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e236371-9d7e-4d08-bfd6-c42e909556d1" -d '{"events": [{"server_uuid": "450599c3-9681-4c29-9a59-84ecae70f1de", "name": "network-vif-deleted", "tag": "c27d68a1-2c36-4a1d-854c-c024ce5671b2"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:36.676678 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4eeb0a2-748f-4e55-b6f8-ad7401476c70 x-openstack-request-id: req-f4eeb0a2-748f-4e55-b6f8-ad7401476c70 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:36.676975 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450599c3-9681-4c29-9a59-84ecae70f1de", "name": "network-vif-deleted", "tag": "c27d68a1-2c36-4a1d-854c-c024ce5671b2", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:36.677233 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4eeb0a2-748f-4e55-b6f8-ad7401476c70 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:36.677625 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450599c3-9681-4c29-9a59-84ecae70f1de', 'name': 'network-vif-deleted', 'tag': 'c27d68a1-2c36-4a1d-854c-c024ce5671b2', 'status': 'completed', 'code': 200} Aug 10 15:27:37.339485 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-64875128-383c-42d8-acda-cdfd67a7e86d req-ac90dd62-2824-425d-b86a-dd23176029ca tempest-VolumesActionsTest-732544602 tempest-VolumesActionsTest-732544602-project] 10.222.0.32 "GET /v2.0/ports?device_id=450599c3-9681-4c29-9a59-84ecae70f1de HTTP/1.1" status: 200 len: 210 time: 0.0413697 Aug 10 15:27:37.363916 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25330d9-fc51-48dd-8536-45bdfcf75e79 req-0442c397-4505-49c7-b5c8-d94eee25db4f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:37.365950 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e25330d9-fc51-48dd-8536-45bdfcf75e79 req-0442c397-4505-49c7-b5c8-d94eee25db4f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0882051 Aug 10 15:27:37.415166 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e25330d9-fc51-48dd-8536-45bdfcf75e79 req-383dc10b-7d20-43e6-86d7-c812e1474f56 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392184 Aug 10 15:27:37.513359 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53452e4e-48b9-46ea-a602-c44c91030e23 req-f0870991-e16a-4f79-b727-19dc69550d54 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:37.515470 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-53452e4e-48b9-46ea-a602-c44c91030e23 req-f0870991-e16a-4f79-b727-19dc69550d54 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0681663 Aug 10 15:27:37.552793 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-53452e4e-48b9-46ea-a602-c44c91030e23 req-21896683-e0ec-458e-8f55-5218d6cb022c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Aug 10 15:27:37.854174 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:27:37.953606 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:37.965265 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'mac_address': 'fa:16:3e:e4:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:27:38.008087 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:38.022703 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8445210-b8cc-49d1-8d3d-f74f85208e03 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:27:38.043069 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:38.047037 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:38.069338 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a17450-28fd-49c2-8f6d-fc3f38117c39 req-d4e67609-bcca-48d1-b09b-f743618984ac tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:38.070969 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-16a17450-28fd-49c2-8f6d-fc3f38117c39 req-d4e67609-bcca-48d1-b09b-f743618984ac tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Aug 10 15:27:38.098342 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=6']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:38.105332 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.105686 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.106054 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.106394 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.106727 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.107065 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.107397 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.107757 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.108092 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.108420 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.108744 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.109070 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:27:38.117189 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-16a17450-28fd-49c2-8f6d-fc3f38117c39 req-2a63082f-e253-47d3-bbed-c61cb51c62cb tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Aug 10 15:27:38.141986 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56744) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:38.319573 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f8445210-b8cc-49d1-8d3d-f74f85208e03'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:27:38.321471 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799b972-9339-453d-8e39-e765b7026939 tempest-TestMinimumBasicScenario-765744095 tempest-TestMinimumBasicScenario-765744095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:38.323021 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5799b972-9339-453d-8e39-e765b7026939 tempest-TestMinimumBasicScenario-765744095 tempest-TestMinimumBasicScenario-765744095-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1093 time: 0.1800733 Aug 10 15:27:38.325940 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56748) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:38.330755 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'port_id': 'de63825d-a055-4351-b5e6-0daee43b1583', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:38.353995 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:38.473296 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:38.628416 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde0f11-8ab8-4d8d-8041-c922618be687 req-22fcbb9a-5e3f-4bcf-b500-6ad6772bbca4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:38.638627 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efde0f11-8ab8-4d8d-8041-c922618be687 req-22fcbb9a-5e3f-4bcf-b500-6ad6772bbca4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.1196389 Aug 10 15:27:38.664347 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Allocated IP 172.27.0.218 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/1a37ce33-8295-4a6f-8c3d-ee697dd83cf8) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:27:38.778985 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efde0f11-8ab8-4d8d-8041-c922618be687 req-064cee54-7eab-4615-9ade-9e51b93cd63b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390123 Aug 10 15:27:38.807184 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100c4c3-f6dd-45c9-9c0d-6701198b2941 req-d36dfb1a-31ab-459d-9f68-c0cd4184fe47 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:38.809058 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8100c4c3-f6dd-45c9-9c0d-6701198b2941 req-d36dfb1a-31ab-459d-9f68-c0cd4184fe47 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1466427 Aug 10 15:27:38.865163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:38.875792 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8100c4c3-f6dd-45c9-9c0d-6701198b2941 req-18677b21-e0f8-4b15-9e72-47a1bf465e65 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596275 Aug 10 15:27:38.909483 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:38.947099 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:27:38.951868 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:27:38.955935 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:27:38.981890 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'Port': ['ID=1a37ce33-8295-4a6f-8c3d-ee697dd83cf8,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:39.448671 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:39.556811 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:39.707682 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:39.714067 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:39.790595 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'Port': ['ID=1a37ce33-8295-4a6f-8c3d-ee697dd83cf8,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:39.802153 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:40.053840 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Floating IP f5a2b2e9-da90-44e3-85dd-5b33a19b9246 associated. External IP: 172.27.0.218, port: de63825d-a055-4351-b5e6-0daee43b1583. Aug 10 15:27:40.098592 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a298ca-282b-442e-a32b-bc22f12f0fa3 req-d11d5c34-7c1a-4bf5-9c8e-6a4f8c4a3dec tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:40.100546 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58a298ca-282b-442e-a32b-bc22f12f0fa3 req-d11d5c34-7c1a-4bf5-9c8e-6a4f8c4a3dec tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.2218707 Aug 10 15:27:40.147885 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa530a-1a2b-428a-8cee-8cf5e97b307b req-311c8167-6369-4f8f-9522-37273a5a9d75 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:40.153851 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e9fa530a-1a2b-428a-8cee-8cf5e97b307b req-311c8167-6369-4f8f-9522-37273a5a9d75 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1658602 Aug 10 15:27:40.416889 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58a298ca-282b-442e-a32b-bc22f12f0fa3 req-eddb6964-761a-46f4-889b-1ef40a0a89d1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065350 Aug 10 15:27:40.475737 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56862) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:40.487719 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e9fa530a-1a2b-428a-8cee-8cf5e97b307b req-40a47a3d-9eba-4d4e-8e81-c36501d19db2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218017 Aug 10 15:27:40.626585 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Router b5b5267f-71e1-40fe-b830-977c84a41405 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:27:40.628161 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a5123b8a-3c74-4b63-ad92-7da4633c69a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:40.745034 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a5123b8a-3c74-4b63-ad92-7da4633c69a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:40.767320 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:27:40.779593 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a5123b8a-3c74-4b63-ad92-7da4633c69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:40.792547 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] Sync routers for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:27:40.803199 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:40.806939 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:27:40.809067 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:27:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:27:40.858251 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5123b8a-3c74-4b63-ad92-7da4633c69a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b3cb41-a454-4941-895d-20fafadc4bb8,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:40.863575 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-edf626ab-9de9-450c-9770-c08a838e1a75 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5332406 Aug 10 15:27:40.863575 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:40.868722 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a105b929-9d69-49ef-9609-c32d6e390959" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:40.873089 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56868) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:40.878338 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805866850', 'description': 'tempest-secgroup-smoke-805866850 description', 'project_id': '11de685886bc4132a033d2f1e0a833a5'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:40.893931 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a5123b8a-3c74-4b63-ad92-7da4633c69a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20ca191f62d84f5a9338df31fee617fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169145 Aug 10 15:27:40.895933 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56872) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:40.917969 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:40.975064 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e262e380-7464-498c-8c02-aa286b2c7311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.016797 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e262e380-7464-498c-8c02-aa286b2c7311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.031603 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.033746 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb493d77-cb16-43e4-876f-906d939a6c5e x-openstack-request-id: req-bb493d77-cb16-43e4-876f-906d939a6c5e {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:41.034132 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:41.034569 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb493d77-cb16-43e4-876f-906d939a6c5e {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:41.035433 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'status': 'completed', 'code': 200} Aug 10 15:27:41.043637 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.067932 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:27:41.090064 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.094283 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2172372 Aug 10 15:27:41.095081 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56874) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:41.099610 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group_rule': {'security_group_id': 'd3db3b46-9329-4951-bc96-e4a9908cbd68', 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:41.111953 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e262e380-7464-498c-8c02-aa286b2c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.119965 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e262e380-7464-498c-8c02-aa286b2c7311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.125348 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7230879-d418-4b8c-a27e-43e3dda34fbc tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3db3b46-9329-4951-bc96-e4a9908cbd68,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:41.139118 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e262e380-7464-498c-8c02-aa286b2c7311 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76b3cb41-a454-4941-895d-20fafadc4bb8 HTTP/1.1" status: 204 len: 168 time: 0.2286863 Aug 10 15:27:41.148899 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.155079 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262e380-7464-498c-8c02-aa286b2c7311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b3cb41-a454-4941-895d-20fafadc4bb8,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:41.211060 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.215431 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.255017 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.256377 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605153 Aug 10 15:27:41.259096 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56878) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:41.264577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group_rule': {'security_group_id': 'd3db3b46-9329-4951-bc96-e4a9908cbd68', 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:41.269403 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88c19b-93c0-4c0a-ac5f-74b8de43027f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bf3a7e-803a-4c9a-bf4f-8bb0c5729784,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:41.314275 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.344169 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:27:41.414344 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.420570 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.450304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port f8445210-b8cc-49d1-8d3d-f74f85208e03 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:27:41.450674 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.452886 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4f7f8e-5666-43db-a752-05221a9d34a3,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:41.462545 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.464119 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-15f8c68c-e3e5-445e-938b-a9324a0fad10 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2040789 Aug 10 15:27:41.468571 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56888) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:41.472019 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group_rule': {'security_group_id': 'd3db3b46-9329-4951-bc96-e4a9908cbd68', 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:41.582383 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'f5a2b2e9-da90-44e3-85dd-5b33a19b9246', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'port_id': 'de63825d-a055-4351-b5e6-0daee43b1583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'mac_address': 'fa:16:3e:fa:5f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:27:39Z', 'updated_at': '2021-08-10T15:27:39Z', 'revision_number': 0, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:42Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:27:41.592853 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.674639 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] Checking router: b5b5267f-71e1-40fe-b830-977c84a41405 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:27:41.684801 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:27:41.685584 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.686124 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:27:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:27:41.695137 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56892) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:41.721314 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.727815 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:41.730867 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addae5d7-f974-4272-a5a8-da8dc8bccdb4" -d '{"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-plugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:41.731789 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.746968 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:41.753002 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.754088 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c27d68a1-2c36-4a1d-854c-c024ce5671b2 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:27:41.759777 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13efa86f-d247-4b0c-b752-748c6ab2b82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.808059 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4690fc4d-f440-482e-892c-b122035eb6ec,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:41.820536 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: c27d68a1-2c36-4a1d-854c-c024ce5671b2 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:27:41.821272 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c27d68a1-2c36-4a1d-854c-c024ce5671b2 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:27:41.871622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13efa86f-d247-4b0c-b752-748c6ab2b82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.883574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8d0f0-7218-4146-9514-a82c77c9b9ad req-1479e9e3-cfec-412f-95b7-3dcd56bd93af tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:41.885277 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0e8d0f0-7218-4146-9514-a82c77c9b9ad req-1479e9e3-cfec-412f-95b7-3dcd56bd93af tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.2799721 Aug 10 15:27:41.888750 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13efa86f-d247-4b0c-b752-748c6ab2b82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.893280 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:41.897559 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-48e0297c-7138-4f5c-9f97-9cec481244d5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4267247 Aug 10 15:27:41.897776 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56898) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:41.902900 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group_rule': {'security_group_id': 'd3db3b46-9329-4951-bc96-e4a9908cbd68', 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:41.911284 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=7']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:41.919348 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244da5-fefb-4ed9-9352-75c4a8a8d1c5 req-665fbed3-35a6-4219-b8bf-37d152bee62f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:41.925868 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:27:41.935954 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f244da5-fefb-4ed9-9352-75c4a8a8d1c5 req-665fbed3-35a6-4219-b8bf-37d152bee62f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.2695427 Aug 10 15:27:41.969279 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.000014 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efa86f-d247-4b0c-b752-748c6ab2b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366e3d3d-69a4-42a9-afaf-8aa9ab35aba9,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:42.012777 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-13efa86f-d247-4b0c-b752-748c6ab2b82d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c659dd55ad54baeb7f4f7c680195c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155591 Aug 10 15:27:42.012964 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56900) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:42.073911 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.080430 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f244da5-fefb-4ed9-9352-75c4a8a8d1c5 req-b4b467dc-bdbe-4bb0-9d6e-f764b2b1ef22 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430573 Aug 10 15:27:42.088899 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.103968 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0e8d0f0-7218-4146-9514-a82c77c9b9ad req-2392777d-0035-42af-8acc-52fd91a0289a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939092 Aug 10 15:27:42.136145 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f60a5f93-6622-44d9-abe6-8b3c4995d636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.136331 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ea32cf-bb6c-457d-84d9-414dbd329d70,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:42.157838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.161693 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f44f4f85-1c1e-425a-8f60-be9cfe0b476a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2602966 Aug 10 15:27:42.162154 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 56902) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:42.179996 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group_rule': {'security_group_id': 'd3db3b46-9329-4951-bc96-e4a9908cbd68', 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:42.190781 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c85afd-7ad5-4239-929e-e6419b8b4fbc x-openstack-request-id: req-23c85afd-7ad5-4239-929e-e6419b8b4fbc {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:42.191277 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-plugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:42.191699 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23c85afd-7ad5-4239-929e-e6419b8b4fbc {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:42.192572 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'code': 200} Aug 10 15:27:42.193092 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f60a5f93-6622-44d9-abe6-8b3c4995d636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.231815 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.securitygroups_db [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Project 11de685886bc4132a033d2f1e0a833a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:27:42.239305 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.254944 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f60a5f93-6622-44d9-abe6-8b3c4995d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.257772 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f60a5f93-6622-44d9-abe6-8b3c4995d636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.261499 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f60a5f93-6622-44d9-abe6-8b3c4995d636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/366e3d3d-69a4-42a9-afaf-8aa9ab35aba9 HTTP/1.1" status: 204 len: 168 time: 0.2385676 Aug 10 15:27:42.287538 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a5f93-6622-44d9-abe6-8b3c4995d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366e3d3d-69a4-42a9-afaf-8aa9ab35aba9,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:42.358686 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.370909 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.377712 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'f5a2b2e9-da90-44e3-85dd-5b33a19b9246', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'port_id': 'de63825d-a055-4351-b5e6-0daee43b1583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'mac_address': 'fa:16:3e:fa:5f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:27:39Z', 'updated_at': '2021-08-10T15:27:39Z', 'revision_number': 0, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:42Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:27:42.397083 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21176780-05ed-4e15-a59c-d026a1bc9362,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:42.415017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.415593 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a2aff-06ee-4887-b6a3-714e855e8fc8 None None] The sync data for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi is: [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'f5a2b2e9-da90-44e3-85dd-5b33a19b9246', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'port_id': 'de63825d-a055-4351-b5e6-0daee43b1583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'mac_address': 'fa:16:3e:fa:5f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:27:39Z', 'updated_at': '2021-08-10T15:27:39Z', 'revision_number': 0, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:42Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:27:42.419527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 56910) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:42.419903 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-788e5dec-ad2a-403b-a054-b244a137caf8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2565184 Aug 10 15:27:42.424889 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'security_group_rule': {'security_group_id': 'd3db3b46-9329-4951-bc96-e4a9908cbd68', 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:42.459559 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Project 11de685886bc4132a033d2f1e0a833a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:27:42.466188 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.543397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.552141 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.583804 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105b929-9d69-49ef-9609-c32d6e390959 req-c1673dd5-d0b9-4037-898a-c52a8ed9b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:42.586252 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-c1673dd5-d0b9-4037-898a-c52a8ed9b95c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1098 time: 0.0861561 Aug 10 15:27:42.588219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeba0234-6f33-41b1-8274-7c48eb251bc8,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:42.603744 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:42.614277 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bcd8ff0d-5db4-410c-b8ef-042e3e8d819a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1934280 Aug 10 15:27:42.732002 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105b929-9d69-49ef-9609-c32d6e390959 req-ed587c15-1208-42fd-b876-56a473f7b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:42.735363 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-ed587c15-1208-42fd-b876-56a473f7b4b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 914 time: 0.1308038 Aug 10 15:27:42.763208 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-224227d9-38e6-493e-9f3e-593b50b8fb15 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805866850&fields=id&tenant_id=11de685886bc4132a033d2f1e0a833a5 HTTP/1.1" status: 200 len: 267 time: 0.0906336 Aug 10 15:27:42.773377 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400d8a9-c243-4a71-8798-5bec9fa2a23a None None] New status for floating IP f5a2b2e9-da90-44e3-85dd-5b33a19b9246: ACTIVE {{(pid=93276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:27:42.832543 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-027dd73b-44ed-4a49-a5cf-d81010b0a2e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 999 time: 0.0880470 Aug 10 15:27:42.838760 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-8c3685c8-3ac0-4076-81ee-b9da05ba16b1 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:42.851569 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-8c3685c8-3ac0-4076-81ee-b9da05ba16b1 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0875802 Aug 10 15:27:42.859219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'port': {'security_groups': ['aeae3d37-404c-4d2b-bf23-d3fe941bce5d', 'd3db3b46-9329-4951-bc96-e4a9908cbd68']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:27:42.938018 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105b929-9d69-49ef-9609-c32d6e390959 req-423a78be-4eea-412e-83d6-d1a57083b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:42.939931 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-423a78be-4eea-412e-83d6-d1a57083b0ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.0960686 Aug 10 15:27:43.048732 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:43.095910 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105b929-9d69-49ef-9609-c32d6e390959 req-4d2d3e0a-8be6-4313-8de0-1b1e467ff25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:43.098409 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-4d2d3e0a-8be6-4313-8de0-1b1e467ff25e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407919 Aug 10 15:27:43.259740 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-642b0fc1-6a8d-4428-9121-b3e612936506 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443584 Aug 10 15:27:43.412605 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a105b929-9d69-49ef-9609-c32d6e390959 req-87141113-65bd-475f-b511-7dadab34d905 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294327 Aug 10 15:27:43.422120 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8857f-2ed3-4929-93b2-b2864783e07d req-7db01d14-e3e7-4ff4-8471-a27a50417860 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:43.422120 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-42e8857f-2ed3-4929-93b2-b2864783e07d req-7db01d14-e3e7-4ff4-8471-a27a50417860 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1162632 Aug 10 15:27:43.453938 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:43.490482 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-42e8857f-2ed3-4929-93b2-b2864783e07d req-14437eea-6d58-45bf-9b9f-86a99cd85b47 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687094 Aug 10 15:27:43.528078 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:43.536998 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:43.582942 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['de63825d-a055-4351-b5e6-0daee43b1583'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:27:43.653503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:43.665501 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:43.667239 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0cfa205e-6990-4233-8423-6f61dc235c3b req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "PUT /v2.0/ports/de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 981 time: 0.8143108 Aug 10 15:27:43.693714 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:43.696177 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b69f17-0068-4f2e-aba8-d0e49a238cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:43.736150 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2183ae65-064d-4bad-a26b-242d83506664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:43.895085 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['de63825d-a055-4351-b5e6-0daee43b1583'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:27:43.970169 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629e748-434e-49d7-afb2-4f3d3e1e8a11 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=6']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:43.990118 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa56417-f03f-4a33-91b9-5a24815e316a req-d602fc90-6618-4b70-a5b1-984aa99e9e1e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:43.999706 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-daa56417-f03f-4a33-91b9-5a24815e316a req-d602fc90-6618-4b70-a5b1-984aa99e9e1e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.3311718 Aug 10 15:27:44.029641 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:44.033476 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c83c56-d9a9-4ab2-95f0-062cd93f23ed req-2f68b331-df5d-419d-8ace-8b9179c0ab23 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:44.035069 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0c83c56-d9a9-4ab2-95f0-062cd93f23ed req-2f68b331-df5d-419d-8ace-8b9179c0ab23 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.2325556 Aug 10 15:27:44.076039 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ed18e375-8bf4-4974-b18a-c3db0912ef88 None None] Provisioning complete for port de63825d-a055-4351-b5e6-0daee43b1583 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:27:44.076748 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ed18e375-8bf4-4974-b18a-c3db0912ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:44.118878 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-daa56417-f03f-4a33-91b9-5a24815e316a req-1cf6264a-d87f-4805-bb0d-b1f3378ac4bb tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087196 Aug 10 15:27:44.173223 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0c83c56-d9a9-4ab2-95f0-062cd93f23ed req-3e2d74a7-1556-4fe2-9c42-daad2816b5e5 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290252 Aug 10 15:27:44.214102 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2526bc-76e7-4e93-a537-239be47f6b18 x-openstack-request-id: req-9d2526bc-76e7-4e93-a537-239be47f6b18 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:44.215124 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:44.215467 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d2526bc-76e7-4e93-a537-239be47f6b18 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:44.216004 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'status': 'completed', 'code': 200} Aug 10 15:27:44.348440 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-e04724ac-6d22-4490-a709-7b1fd606891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:44.352798 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-e04724ac-6d22-4490-a709-7b1fd606891c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1137 time: 0.0786648 Aug 10 15:27:44.712899 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-cfd5b304-dd62-42f8-b8a1-73d36bd9faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:44.714709 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-cfd5b304-dd62-42f8-b8a1-73d36bd9faba service neutron] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 914 time: 0.3499730 Aug 10 15:27:44.777073 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645c38-5c98-4791-9fe4-833f63942df9 req-a4f8d2d4-847f-41aa-94dd-fea03069c1b6 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:44.783051 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23645c38-5c98-4791-9fe4-833f63942df9 req-a4f8d2d4-847f-41aa-94dd-fea03069c1b6 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1232653 Aug 10 15:27:44.831947 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-542b3437-ac11-4797-8575-620c30408d60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 1001 time: 0.1042895 Aug 10 15:27:44.901334 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23645c38-5c98-4791-9fe4-833f63942df9 req-dabda403-a8af-4738-8fc6-00e3cc43dc01 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118412 Aug 10 15:27:44.935147 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-9d4467db-fca5-4d76-ad66-8755b0b6280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:44.937466 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-9d4467db-fca5-4d76-ad66-8755b0b6280e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.0926466 Aug 10 15:27:45.005417 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-78803cd7-7843-4703-8d6f-2868a1e46631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:45.009857 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-78803cd7-7843-4703-8d6f-2868a1e46631 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587957 Aug 10 15:27:45.272453 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-6a8b51b8-82e7-4316-9cb1-7cf242c79107 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524350 Aug 10 15:27:45.370397 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83235569-fafb-4fb2-a3f9-3468ceac0286 req-9aa8de8c-dcd0-436f-8439-637a5fbe25df tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:45.385479 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-83235569-fafb-4fb2-a3f9-3468ceac0286 req-9aa8de8c-dcd0-436f-8439-637a5fbe25df tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.1088784 Aug 10 15:27:45.479232 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-83235569-fafb-4fb2-a3f9-3468ceac0286 req-d4e17ccd-8e8e-4a29-aa92-d13fd3234620 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908654 Aug 10 15:27:45.519324 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-87b69f17-0068-4f2e-aba8-d0e49a238cbc req-0be375e9-4316-4dcd-a221-64c282fa4142 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350874 Aug 10 15:27:45.788316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57008) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:45.919653 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c266768-6942-4eae-9b48-40f6dddf100f req-a74a98fd-af55-4841-8d69-6d2a6bc9f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:45.921650 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-a74a98fd-af55-4841-8d69-6d2a6bc9f653 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0612867 Aug 10 15:27:45.961516 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b8c1e-5083-4d93-88c9-ae978af1d4b7 req-27df7597-11cd-47c5-b3ab-f344ea8b3b01 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:45.969471 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c06b8c1e-5083-4d93-88c9-ae978af1d4b7 req-27df7597-11cd-47c5-b3ab-f344ea8b3b01 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0967557 Aug 10 15:27:46.087580 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c06b8c1e-5083-4d93-88c9-ae978af1d4b7 req-929dec56-0e69-4e0f-b575-66882a1cd6b2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168125 Aug 10 15:27:46.090765 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3bca8caf-73c3-48c6-b8fd-b04b4103bc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.205440 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad261375-a220-448c-b783-8f873fdd7e1d req-a54ca256-f64c-48b1-97a0-0e012bfa65a8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:46.220248 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ad261375-a220-448c-b783-8f873fdd7e1d req-a54ca256-f64c-48b1-97a0-0e012bfa65a8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1292989 Aug 10 15:27:46.277635 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c266768-6942-4eae-9b48-40f6dddf100f req-f417011d-bc17-407f-9c6a-debf6c345ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:46.281263 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-f417011d-bc17-407f-9c6a-debf6c345ac0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.3437016 Aug 10 15:27:46.307677 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6477c27f-5a45-4bd5-902b-cef9fd4eb973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.319477 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ad261375-a220-448c-b783-8f873fdd7e1d req-11e03b5b-21e7-4c9a-893a-15653ab13dfe tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887892 Aug 10 15:27:46.369421 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-85034b49-419f-40bc-bf76-32e175529bf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0744903 Aug 10 15:27:46.432094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3bca8caf-73c3-48c6-b8fd-b04b4103bc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.444171 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3bca8caf-73c3-48c6-b8fd-b04b4103bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.530486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca8caf-73c3-48c6-b8fd-b04b4103bc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099c922-9572-4cba-a817-81b6207eff1d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:46.586371 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.609379 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57016) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:46.619828 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-3bca8caf-73c3-48c6-b8fd-b04b4103bc4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc3e265e2f024b03b485924ce7684efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283703 Aug 10 15:27:46.645032 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c266768-6942-4eae-9b48-40f6dddf100f req-742432d8-36ea-468c-b569-e3a40e8a4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:46.650660 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-742432d8-36ea-468c-b569-e3a40e8a4d29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.2168326 Aug 10 15:27:46.713764 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-04263e79-99b9-46b9-99b3-1b4c765364c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462241 Aug 10 15:27:46.735792 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f4d10ec-c503-4a4f-a94f-0a6512ea4be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.766067 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f4d10ec-c503-4a4f-a94f-0a6512ea4be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.831503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f4d10ec-c503-4a4f-a94f-0a6512ea4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.834823 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f4d10ec-c503-4a4f-a94f-0a6512ea4be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:46.836367 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9f4d10ec-c503-4a4f-a94f-0a6512ea4be8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0099c922-9572-4cba-a817-81b6207eff1d HTTP/1.1" status: 204 len: 168 time: 0.2252572 Aug 10 15:27:46.847976 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08bb2-c6e6-4ded-9795-b703b08f56b6 req-8daab3b8-493c-44f8-8d85-9f5d7f90a3c9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:46.853878 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00b08bb2-c6e6-4ded-9795-b703b08f56b6 req-8daab3b8-493c-44f8-8d85-9f5d7f90a3c9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.1772094 Aug 10 15:27:46.877547 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d10ec-c503-4a4f-a94f-0a6512ea4be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099c922-9572-4cba-a817-81b6207eff1d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:46.976058 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-b8bf6c4d-a209-46bc-8c34-2f2acad003c8 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516851 Aug 10 15:27:47.001659 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00b08bb2-c6e6-4ded-9795-b703b08f56b6 req-e889a2c1-0cb2-438a-8110-53135031f943 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255748 Aug 10 15:27:47.230852 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c266768-6942-4eae-9b48-40f6dddf100f req-c1776118-b5f9-4692-811f-9e2840df15e9 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440267 Aug 10 15:27:47.289594 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a856c11-6156-4836-ad76-dfd1d6102dd2 req-8bc5194e-2473-485c-a9cc-83d2fbaf2070 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:47.291745 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4a856c11-6156-4836-ad76-dfd1d6102dd2 req-8bc5194e-2473-485c-a9cc-83d2fbaf2070 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0682404 Aug 10 15:27:47.341496 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4a856c11-6156-4836-ad76-dfd1d6102dd2 req-26fadbdc-e234-4c07-b41c-019c45ff88a2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Aug 10 15:27:47.438705 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57028) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:47.465499 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b75df960-fb03-4b01-a8d4-4f5705fdfbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:47.515372 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9822e-e5ef-4405-87ed-ae78040a06d9 req-f5c2223a-75f6-4541-9f0a-83562feed886 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:47.519706 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ac9822e-e5ef-4405-87ed-ae78040a06d9 req-f5c2223a-75f6-4541-9f0a-83562feed886 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0810757 Aug 10 15:27:47.560822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:47.591675 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ac9822e-e5ef-4405-87ed-ae78040a06d9 req-1f0ae88b-03f9-43b6-99d2-2fa9e1cf5f9e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648403 Aug 10 15:27:47.650355 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b75df960-fb03-4b01-a8d4-4f5705fdfbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:47.657356 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b75df960-fb03-4b01-a8d4-4f5705fdfbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:47.748615 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b75df960-fb03-4b01-a8d4-4f5705fdfbf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86eb917612694a3aae528faa03ad2978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088143 Aug 10 15:27:47.750169 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75df960-fb03-4b01-a8d4-4f5705fdfbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0239b6a6-17af-4e9b-acc3-7a85dca6d611,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:47.751897 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57030) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:47.853133 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a22d60be-c6e5-4d41-917e-cf0590d52c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:47.896950 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a22d60be-c6e5-4d41-917e-cf0590d52c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:48.088206 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a22d60be-c6e5-4d41-917e-cf0590d52c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:48.088206 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a22d60be-c6e5-4d41-917e-cf0590d52c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:48.088206 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a22d60be-c6e5-4d41-917e-cf0590d52c96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0239b6a6-17af-4e9b-acc3-7a85dca6d611 HTTP/1.1" status: 204 len: 168 time: 0.3308752 Aug 10 15:27:48.114200 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d60be-c6e5-4d41-917e-cf0590d52c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0239b6a6-17af-4e9b-acc3-7a85dca6d611,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:48.536096 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88620803-8d9b-4c28-b71b-7a6263d48b27 req-6725d2c9-0758-438b-8f9f-d431e5c83c79 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:48.538979 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-88620803-8d9b-4c28-b71b-7a6263d48b27 req-6725d2c9-0758-438b-8f9f-d431e5c83c79 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.1483824 Aug 10 15:27:48.728141 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-88620803-8d9b-4c28-b71b-7a6263d48b27 req-577da341-5927-4d33-b967-fe97f4e2fdd7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662199 Aug 10 15:27:48.805989 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8c0f-d4b9-440a-91c5-b6757beb2a09 req-24b2fbce-80e9-4eb1-b8a2-0c43dac7c6e8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:48.820435 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2deb8c0f-d4b9-440a-91c5-b6757beb2a09 req-24b2fbce-80e9-4eb1-b8a2-0c43dac7c6e8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.2782075 Aug 10 15:27:48.949282 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdc4ca-6f5d-4ad5-a9c8-180ff687ea68 req-b2c60aba-1c13-4df4-9a20-361f51c63e23 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:48.951794 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ffbdc4ca-6f5d-4ad5-a9c8-180ff687ea68 req-b2c60aba-1c13-4df4-9a20-361f51c63e23 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1005464 Aug 10 15:27:49.020018 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2deb8c0f-d4b9-440a-91c5-b6757beb2a09 req-0a2f0103-d5f9-4f1f-ac61-289c596af127 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984096 Aug 10 15:27:49.026925 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ffbdc4ca-6f5d-4ad5-a9c8-180ff687ea68 req-edb3bf84-c329-4bb0-9975-80a56a49da2e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660956 Aug 10 15:27:49.364398 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:49.395019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84179b2a-4865-49d4-bf74-97322558c969 req-aa1dc5fc-c4d7-4865-a209-4bd1e3fd838c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:49.404390 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84179b2a-4865-49d4-bf74-97322558c969 req-aa1dc5fc-c4d7-4865-a209-4bd1e3fd838c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1123629 Aug 10 15:27:49.501723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220515e-86f9-4b13-83e7-2348e707d65f req-3b0d80c5-16a7-4147-bd31-b31217ac3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:49.504140 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84179b2a-4865-49d4-bf74-97322558c969 req-8dd4947f-6dd1-4ade-a5fd-cc2f629ee1de tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987558 Aug 10 15:27:49.505716 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-3b0d80c5-16a7-4147-bd31-b31217ac3966 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0839319 Aug 10 15:27:49.635319 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220515e-86f9-4b13-83e7-2348e707d65f req-16f44765-7093-4ab5-a607-7e9fd2d8767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:49.637096 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-16f44765-7093-4ab5-a607-7e9fd2d8767b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.1227210 Aug 10 15:27:49.742826 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-eca75b79-46d2-4cf9-96d9-4c4c7b82546a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0946388 Aug 10 15:27:49.924661 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220515e-86f9-4b13-83e7-2348e707d65f req-0d8dfb83-d723-4afe-b5bc-53bfa9d70a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:49.934461 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-0d8dfb83-d723-4afe-b5bc-53bfa9d70a78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.1839223 Aug 10 15:27:50.045961 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c359d-2b61-4eab-a579-e39c2732b238 req-ca085120-4891-4208-8d97-b51b3ff8807e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:50.054165 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-259c359d-2b61-4eab-a579-e39c2732b238 req-ca085120-4891-4208-8d97-b51b3ff8807e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0954750 Aug 10 15:27:50.071518 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220515e-86f9-4b13-83e7-2348e707d65f req-df58082d-514e-4431-8156-aa7d47163093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:50.080470 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-df58082d-514e-4431-8156-aa7d47163093 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1365588 Aug 10 15:27:50.173869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-259c359d-2b61-4eab-a579-e39c2732b238 req-bae9ebbf-9347-4caf-aef0-e48e726c288a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153390 Aug 10 15:27:50.277807 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202f39d-52fb-4fbc-8c6e-a8b30c57df28 req-70f0a668-6f1f-4741-a1d6-195051cff968 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:50.283297 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1202f39d-52fb-4fbc-8c6e-a8b30c57df28 req-70f0a668-6f1f-4741-a1d6-195051cff968 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.1042142 Aug 10 15:27:50.313572 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-1576895f-cdb0-4139-b71e-1060824c55d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225232 Aug 10 15:27:50.361086 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1202f39d-52fb-4fbc-8c6e-a8b30c57df28 req-d1f33750-3fb5-4765-a3a3-66c3e4d05ff1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Aug 10 15:27:50.478989 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e220515e-86f9-4b13-83e7-2348e707d65f req-74205ae0-2965-4523-bae3-e4620bc5741f service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494782 Aug 10 15:27:50.694033 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed89bd-670e-4e52-8af4-98ad8bd6c0a8 req-5ecaa1b4-8ee9-4aae-a3b9-5c7085c69115 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:50.704548 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-95ed89bd-670e-4e52-8af4-98ad8bd6c0a8 req-5ecaa1b4-8ee9-4aae-a3b9-5c7085c69115 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0922780 Aug 10 15:27:50.773425 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-95ed89bd-670e-4e52-8af4-98ad8bd6c0a8 req-16a79462-2c4d-4e41-9c9e-d725a48309b8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676184 Aug 10 15:27:51.393505 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6759e3-4125-43ba-9aff-017698f40729 req-f5997c1a-9868-4887-8f9f-7585fe62baa5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:51.399234 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af6759e3-4125-43ba-9aff-017698f40729 req-f5997c1a-9868-4887-8f9f-7585fe62baa5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.1060531 Aug 10 15:27:51.505269 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af6759e3-4125-43ba-9aff-017698f40729 req-6de11b90-14a5-4a9d-89f3-6d78fdc5c32b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981927 Aug 10 15:27:51.513293 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6611c2-f690-4cf2-a4c5-582eeb020a34 req-129db630-3034-419b-b476-c2073e55400a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:51.520302 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5f6611c2-f690-4cf2-a4c5-582eeb020a34 req-129db630-3034-419b-b476-c2073e55400a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0817549 Aug 10 15:27:51.641470 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5f6611c2-f690-4cf2-a4c5-582eeb020a34 req-2d37920a-b70d-4954-bdff-a4e50a3f53da tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141896 Aug 10 15:27:52.098767 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e71c2-6440-40f2-b0ac-f5bdd2281e07 req-bb19b475-b566-440f-8872-a2266a98a7ea tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:52.100381 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-de9e71c2-6440-40f2-b0ac-f5bdd2281e07 req-bb19b475-b566-440f-8872-a2266a98a7ea tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1734166 Aug 10 15:27:52.243478 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-de9e71c2-6440-40f2-b0ac-f5bdd2281e07 req-7e0f6d19-6418-444f-993a-f58065a5024a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361897 Aug 10 15:27:52.852587 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03718308-1a8d-4113-96ba-d0ca6afc3730 req-871b18c4-a7a1-4c98-8cd8-93e70916a9de tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:52.868307 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-03718308-1a8d-4113-96ba-d0ca6afc3730 req-871b18c4-a7a1-4c98-8cd8-93e70916a9de tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.2093375 Aug 10 15:27:53.045318 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-03718308-1a8d-4113-96ba-d0ca6afc3730 req-e6b60ee6-a95e-42e2-8e21-b79097281c6a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754320 Aug 10 15:27:53.083578 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b419df-c13b-4138-9504-222a50f01377 req-cf7879fc-042d-45fa-a0ee-4813801b2356 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:53.087807 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-85b419df-c13b-4138-9504-222a50f01377 req-cf7879fc-042d-45fa-a0ee-4813801b2356 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.2648072 Aug 10 15:27:53.159143 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-85b419df-c13b-4138-9504-222a50f01377 req-939c0728-7a93-4a75-a622-95df7a79b4a1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633771 Aug 10 15:27:53.177138 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:27:54.251866 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18309238-6c10-4504-9300-1612b1f6bb76 req-fa985c0e-58a8-495c-bbbd-e9bb5f737e04 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:54.258274 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18309238-6c10-4504-9300-1612b1f6bb76 req-fa985c0e-58a8-495c-bbbd-e9bb5f737e04 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0875115 Aug 10 15:27:54.345123 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d1848-0193-490b-8039-c81bb26b4f9b req-9ba8c8e3-9e9b-4171-81ba-174cc3de6a5f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:54.346770 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-202d1848-0193-490b-8039-c81bb26b4f9b req-9ba8c8e3-9e9b-4171-81ba-174cc3de6a5f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0872366 Aug 10 15:27:54.361119 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18309238-6c10-4504-9300-1612b1f6bb76 req-c44a8156-8dbb-491e-969d-c2be8e045832 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870380 Aug 10 15:27:54.404535 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-202d1848-0193-490b-8039-c81bb26b4f9b req-479ff8b7-814b-44d4-ad84-1fc6df2547b5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Aug 10 15:27:54.925999 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48685350-135b-439b-9802-f4a8bae05850 req-15a4a391-3748-45af-83ad-5bfeb6d22858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:54.927523 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-15a4a391-3748-45af-83ad-5bfeb6d22858 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1098 time: 0.0439937 Aug 10 15:27:55.232127 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48685350-135b-439b-9802-f4a8bae05850 req-77be696a-e8cc-451b-a1ac-a3d269a0f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:55.234287 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-77be696a-e8cc-451b-a1ac-a3d269a0f4fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.2974164 Aug 10 15:27:55.314590 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-b997fe08-dd3f-47b6-8f47-f5706e3d2e51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 1001 time: 0.0681095 Aug 10 15:27:55.375295 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48685350-135b-439b-9802-f4a8bae05850 req-cdda4bca-7a5c-42de-8b7f-b03249d1ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:55.376894 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-cdda4bca-7a5c-42de-8b7f-b03249d1ca86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0509505 Aug 10 15:27:55.454152 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48685350-135b-439b-9802-f4a8bae05850 req-50bd43be-ad99-483f-b9f3-e0df2d77060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:55.455785 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-50bd43be-ad99-483f-b9f3-e0df2d77060c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693076 Aug 10 15:27:55.501587 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d45577-a55e-478e-b696-bf9ba9a6cb81 req-1f8af7ab-7533-4e7b-a193-f15e9426bf69 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:55.511144 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-02d45577-a55e-478e-b696-bf9ba9a6cb81 req-1f8af7ab-7533-4e7b-a193-f15e9426bf69 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0682163 Aug 10 15:27:55.586726 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-a72b0fbe-1123-4a12-a0ba-bd7e68da25c3 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174462 Aug 10 15:27:55.593934 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-02d45577-a55e-478e-b696-bf9ba9a6cb81 req-c3cf207e-81d5-4a98-888b-22a3223090fa tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814724 Aug 10 15:27:55.662657 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7cb3a-67de-415f-8b07-381a4a33e248 req-0d5e57f8-8e8b-4a1e-80a0-3dd8dcb60510 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:55.664370 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56e7cb3a-67de-415f-8b07-381a4a33e248 req-0d5e57f8-8e8b-4a1e-80a0-3dd8dcb60510 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0977173 Aug 10 15:27:55.710035 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56e7cb3a-67de-415f-8b07-381a4a33e248 req-d1c762fd-7304-4a74-961c-855df09d831e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Aug 10 15:27:55.734406 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-48685350-135b-439b-9802-f4a8bae05850 req-c4cc7137-f62e-49ab-b728-0827652f9d81 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345775 Aug 10 15:27:56.048238 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57180) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:56.230385 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-237a42c1-c241-42ca-8877-72da39444b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.340294 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-237a42c1-c241-42ca-8877-72da39444b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.345909 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-237a42c1-c241-42ca-8877-72da39444b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.389684 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-237a42c1-c241-42ca-8877-72da39444b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afab0eb154754fb9822e67069c2c555b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371623 Aug 10 15:27:56.389684 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a42c1-c241-42ca-8877-72da39444b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ae44d7-ea20-41d7-a355-2b8d8746b054,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:56.390851 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57186) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:56.445122 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-57812940-d319-42c7-b21e-c4a15ca88b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.472427 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-57812940-d319-42c7-b21e-c4a15ca88b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.532563 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-57812940-d319-42c7-b21e-c4a15ca88b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.535374 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-57812940-d319-42c7-b21e-c4a15ca88b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:56.540467 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-57812940-d319-42c7-b21e-c4a15ca88b83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3ae44d7-ea20-41d7-a355-2b8d8746b054 HTTP/1.1" status: 204 len: 168 time: 0.1454532 Aug 10 15:27:56.547698 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57812940-d319-42c7-b21e-c4a15ca88b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ae44d7-ea20-41d7-a355-2b8d8746b054,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:56.752843 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc58fbc-2032-43d9-925a-5deeffb3b7ae req-02eb9ce2-3d66-453d-b4ae-9b98563323c5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:56.760205 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cbc58fbc-2032-43d9-925a-5deeffb3b7ae req-02eb9ce2-3d66-453d-b4ae-9b98563323c5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0621316 Aug 10 15:27:56.815366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cbc58fbc-2032-43d9-925a-5deeffb3b7ae req-33d187a4-fb9b-4401-bc07-a775174f62ca tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541101 Aug 10 15:27:56.921851 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8216df-3e25-48a8-be2f-79eed303ea1e req-d19eb134-40c9-4089-8043-47bcf0cc34fa tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:56.931819 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2b8216df-3e25-48a8-be2f-79eed303ea1e req-d19eb134-40c9-4089-8043-47bcf0cc34fa tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.1019745 Aug 10 15:27:56.978388 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2b8216df-3e25-48a8-be2f-79eed303ea1e req-91c57da6-afca-4d9f-9471-8178d0115701 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Aug 10 15:27:57.008599 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57198) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:57.022766 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df82a764-bc55-4d79-a8de-f763e2986404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.125311 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df82a764-bc55-4d79-a8de-f763e2986404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.130137 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df82a764-bc55-4d79-a8de-f763e2986404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.181748 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82a764-bc55-4d79-a8de-f763e2986404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd03c2-c6de-4e8f-b542-7f8cc4977db2,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:57.188533 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-df82a764-bc55-4d79-a8de-f763e2986404 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bb9e878db6e4e349edda9ce140b0977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788640 Aug 10 15:27:57.192413 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57206) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:57.246346 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3da1d3ac-0aee-425c-89c0-59dd37923eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.270830 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3da1d3ac-0aee-425c-89c0-59dd37923eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.336624 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3da1d3ac-0aee-425c-89c0-59dd37923eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.339792 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3da1d3ac-0aee-425c-89c0-59dd37923eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:57.344475 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-3da1d3ac-0aee-425c-89c0-59dd37923eaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7fd03c2-c6de-4e8f-b542-7f8cc4977db2 HTTP/1.1" status: 204 len: 168 time: 0.1477811 Aug 10 15:27:57.356823 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1d3ac-0aee-425c-89c0-59dd37923eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd03c2-c6de-4e8f-b542-7f8cc4977db2,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:57.978036 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8f771-9d30-4737-ae9b-116ab3fe0a5e req-77b80cab-0aee-4a50-b186-4c63a30de616 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:57.980610 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3a8f771-9d30-4737-ae9b-116ab3fe0a5e req-77b80cab-0aee-4a50-b186-4c63a30de616 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 945 time: 0.0596476 Aug 10 15:27:58.063511 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3a8f771-9d30-4737-ae9b-116ab3fe0a5e req-dcb9e3ba-fdfa-436f-aa5e-ecd9801df5f4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738122 Aug 10 15:27:58.188889 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65744d97-badf-4a26-be7f-c227ed66b618 req-239f1683-615f-4740-9449-3d2fdda199b8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:58.190583 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-65744d97-badf-4a26-be7f-c227ed66b618 req-239f1683-615f-4740-9449-3d2fdda199b8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.1196675 Aug 10 15:27:58.301653 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-65744d97-badf-4a26-be7f-c227ed66b618 req-b0f44cde-4b83-4da7-b0de-5c1614d4b029 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022024 Aug 10 15:27:58.477285 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:27:58.593832 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:58.627648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:27:58.630617 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b275bf5-6781-4c38-ae35-d4305a0345c7" -d '{"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-unplugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:27:58.637124 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:27:58.644866 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:58.691107 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94170112-bc9f-415b-bb06-b8d74921993e x-openstack-request-id: req-94170112-bc9f-415b-bb06-b8d74921993e {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:27:58.691403 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-unplugged", "status": "failed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "code": 422}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:27:58.691659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94170112-bc9f-415b-bb06-b8d74921993e {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:27:58.692089 dv-cinder-804093-1-iscsi neutron-server[93276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'code': 422} returned with failed status Aug 10 15:27:58.713574 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=8']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:27:59.066306 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b68ae-9fe5-4b9e-a3d1-d42395756bdc req-e7afdab5-867b-4839-837a-8a169e2a4eac tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:59.067916 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e8b68ae-9fe5-4b9e-a3d1-d42395756bdc req-e7afdab5-867b-4839-837a-8a169e2a4eac tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0779459 Aug 10 15:27:59.147730 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e8b68ae-9fe5-4b9e-a3d1-d42395756bdc req-20bc0a51-c0f3-4509-83ab-4da26428872b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736229 Aug 10 15:27:59.471138 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3158614-f763-46e3-a4ac-5b6f8421d8b7 req-931925c9-e413-4063-b9f2-992d5555d76d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:27:59.473140 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3158614-f763-46e3-a4ac-5b6f8421d8b7 req-931925c9-e413-4063-b9f2-992d5555d76d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0991511 Aug 10 15:27:59.533338 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3158614-f763-46e3-a4ac-5b6f8421d8b7 req-c878af3c-adb3-4b65-bf46-bb9b53bd0f71 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Aug 10 15:27:59.774101 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57308) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:27:59.889517 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-eb956f88-f7e6-4419-890b-c71ab9de06e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138580 Aug 10 15:28:00.358227 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb10b-a171-4729-ad87-4049fc07fae6 req-ce18849b-dfaa-472b-a3cf-1ce53e372bbf tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:00.361325 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c20bb10b-a171-4729-ad87-4049fc07fae6 req-ce18849b-dfaa-472b-a3cf-1ce53e372bbf tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0742521 Aug 10 15:28:00.416039 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c20bb10b-a171-4729-ad87-4049fc07fae6 req-3080b5f1-bcc6-4019-8468-32f5842b7a9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495310 Aug 10 15:28:00.688773 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c571-92e6-4613-b1ef-b56d86ca6317 req-de5abbdb-3138-4ca5-8e90-a04ccf655489 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:00.690851 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2a1c571-92e6-4613-b1ef-b56d86ca6317 req-de5abbdb-3138-4ca5-8e90-a04ccf655489 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0729682 Aug 10 15:28:00.737380 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2a1c571-92e6-4613-b1ef-b56d86ca6317 req-95deec25-5a34-42a5-b538-a255c942b313 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Aug 10 15:28:00.828450 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6fb9b-69fd-4d01-ac24-3636a1edcf42 req-64735d0b-c45d-4670-ba73-9b55cfd26382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:00.830143 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9bc6fb9b-69fd-4d01-ac24-3636a1edcf42 req-64735d0b-c45d-4670-ba73-9b55cfd26382 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0477600 Aug 10 15:28:00.871066 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9bc6fb9b-69fd-4d01-ac24-3636a1edcf42 req-36ee7063-6c3d-4855-91a1-84c2098b08bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Aug 10 15:28:01.594105 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67e79-40f1-4e41-9fe3-94bbfbfb6640 req-ab9c35e4-fea1-48c1-90a2-56eb6e5c4913 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:01.595607 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7eb67e79-40f1-4e41-9fe3-94bbfbfb6640 req-ab9c35e4-fea1-48c1-90a2-56eb6e5c4913 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0535810 Aug 10 15:28:01.658362 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7eb67e79-40f1-4e41-9fe3-94bbfbfb6640 req-6e000f72-1f01-4837-927b-6f37b8e60304 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560987 Aug 10 15:28:01.878009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e5ec-9eb1-46e3-8024-2e2f3768f730 req-f1499215-a955-4fc6-ae22-46ec26517808 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:01.880279 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1727e5ec-9eb1-46e3-8024-2e2f3768f730 req-f1499215-a955-4fc6-ae22-46ec26517808 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0636978 Aug 10 15:28:01.924690 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1727e5ec-9eb1-46e3-8024-2e2f3768f730 req-50e3cba4-04b5-4686-bab3-0d9f8e153ffd tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Aug 10 15:28:02.796539 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556968-6a18-4890-a581-b3a060995548 req-83c74ee6-d564-46bd-bb59-1e7a1551c244 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:02.798576 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3a556968-6a18-4890-a581-b3a060995548 req-83c74ee6-d564-46bd-bb59-1e7a1551c244 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0668969 Aug 10 15:28:02.847915 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3a556968-6a18-4890-a581-b3a060995548 req-2e699eae-a3f1-4676-9d13-5ea70d9a882a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Aug 10 15:28:03.054199 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6956b-54d6-41ae-b1d7-e8fa1ed7256e req-eb43cfd0-7d80-4235-828e-4a55584f33ef tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:03.056079 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0c6956b-54d6-41ae-b1d7-e8fa1ed7256e req-eb43cfd0-7d80-4235-828e-4a55584f33ef tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Aug 10 15:28:03.096987 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0c6956b-54d6-41ae-b1d7-e8fa1ed7256e req-cb7b3328-50b2-43ba-9419-9c9127152b8e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Aug 10 15:28:03.804344 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:28:04.015014 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92659b-7e0d-4e9a-bb53-b5c2ab50cb42 req-5c620298-0c3e-4513-9379-2ed0bdc9e837 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:04.017432 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b92659b-7e0d-4e9a-bb53-b5c2ab50cb42 req-5c620298-0c3e-4513-9379-2ed0bdc9e837 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0647869 Aug 10 15:28:04.056274 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b92659b-7e0d-4e9a-bb53-b5c2ab50cb42 req-e94e06d3-fd56-4868-a601-d3d24eee5840 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Aug 10 15:28:04.223708 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab911422-00e9-413e-9d72-bd4e0a5a0b34 req-fe829652-1a0c-44e5-ba72-91db7d496ee5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:04.225319 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ab911422-00e9-413e-9d72-bd4e0a5a0b34 req-fe829652-1a0c-44e5-ba72-91db7d496ee5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0564063 Aug 10 15:28:04.264996 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ab911422-00e9-413e-9d72-bd4e0a5a0b34 req-0c19afaf-b15e-4aaf-92ab-6d75763834d7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Aug 10 15:28:05.175192 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f62ac-8868-4966-be2e-b26a02aecd68 req-fa74cd97-5e7e-4c48-b673-f881003466e9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.176645 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-989f62ac-8868-4966-be2e-b26a02aecd68 req-fa74cd97-5e7e-4c48-b673-f881003466e9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0475166 Aug 10 15:28:05.213857 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-989f62ac-8868-4966-be2e-b26a02aecd68 req-e54cf3d2-d6d9-4244-b7d0-b3c56c6ae5c8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 10 15:28:05.382220 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b114c0-6f24-4380-9573-ccc5f0e0d40e req-48f0cc9e-37d3-4d7f-85d0-ce7bbcbd9152 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.383685 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-39b114c0-6f24-4380-9573-ccc5f0e0d40e req-48f0cc9e-37d3-4d7f-85d0-ce7bbcbd9152 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0497539 Aug 10 15:28:05.428536 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-39b114c0-6f24-4380-9573-ccc5f0e0d40e req-b7211df5-67d1-489c-bd6c-d22b4017fce6 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Aug 10 15:28:05.442865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-ddb3010d-1c61-48a0-b682-afdbdf470e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.444431 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-ddb3010d-1c61-48a0-b682-afdbdf470e97 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1&tenant_id=3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 1096 time: 0.0754688 Aug 10 15:28:05.521574 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-e4734a3d-eee3-4bdb-8d3b-1290fb4e71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.523112 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-e4734a3d-eee3-4bdb-8d3b-1290fb4e71ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1096 time: 0.0407629 Aug 10 15:28:05.616394 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-cdc07730-5581-4f67-b1c8-605b56b70bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.617931 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-cdc07730-5581-4f67-b1c8-605b56b70bab service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.0860910 Aug 10 15:28:05.685347 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-8970a020-f944-45b1-9542-deaacd37fac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 999 time: 0.0584967 Aug 10 15:28:05.747947 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-d19f5b8a-9162-42eb-9d6b-98fe29aac8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.747947 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-d19f5b8a-9162-42eb-9d6b-98fe29aac8fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0491374 Aug 10 15:28:05.801043 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-7f1a5ff1-4024-445c-b1c7-3f809b9e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.803692 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-7f1a5ff1-4024-445c-b1c7-3f809b9e0842 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481391 Aug 10 15:28:05.820176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842879-20d1-49b4-982b-75f57c752764 req-25305eee-590c-4e16-92fe-6314f404a8cc tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.821646 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bc842879-20d1-49b4-982b-75f57c752764 req-25305eee-590c-4e16-92fe-6314f404a8cc tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0847163 Aug 10 15:28:05.828100 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-6a7cb3ab-5082-409c-af74-6823fe2e1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.829570 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-6a7cb3ab-5082-409c-af74-6823fe2e1e08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc66487747044e83996801e9f86be64a&device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0599487 Aug 10 15:28:05.902004 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-ad7d7b43-b86a-4557-962f-e88eb8c20454 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908780 Aug 10 15:28:05.923058 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bc842879-20d1-49b4-982b-75f57c752764 req-86f14209-145a-4ca5-9d3b-5bfd15808aed tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924387 Aug 10 15:28:05.960578 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-9a17cb9f-b5e3-4f06-8592-3c1b6d952f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:05.961486 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-9a17cb9f-b5e3-4f06-8592-3c1b6d952f78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 200 len: 919 time: 0.1185966 Aug 10 15:28:06.008543 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-0dbcd381-d792-480d-bf7e-b736a803caca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 200 len: 217 time: 0.0392518 Aug 10 15:28:06.010466 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5c39d5a7-1e1f-4b97-84b8-14d13daf2d3e req-06f7a0ad-4971-4033-ad2b-0b5f85bec719 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001778 Aug 10 15:28:06.072336 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-d252e78f-7aa6-46a9-8dd7-41128657ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:06.073855 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-d252e78f-7aa6-46a9-8dd7-41128657ad47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 200 len: 858 time: 0.0458958 Aug 10 15:28:06.110773 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-94336399-6f56-4475-aaae-9a527854ce50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c708561f-3b4d-40db-9abe-dcf49427e7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276923 Aug 10 15:28:06.206348 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-60c01aac-b979-416b-9420-686878dd43d1 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838559 Aug 10 15:28:06.333394 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1979d9ef-0847-4509-b16d-bdeb7d880af3 req-517ce0a5-4cd4-4ace-b862-cc5a6098bef2 service neutron] 10.222.0.16 "GET /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192243 Aug 10 15:28:06.352799 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b730-f03a-4e34-8436-137d09e4da48 req-1b7e711c-983f-49bc-920f-595833ce1b57 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:06.355748 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c89b730-f03a-4e34-8436-137d09e4da48 req-1b7e711c-983f-49bc-920f-595833ce1b57 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0587988 Aug 10 15:28:06.394394 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c89b730-f03a-4e34-8436-137d09e4da48 req-0ebb3552-377c-40aa-88df-0c76b0f5f9e5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324664 Aug 10 15:28:07.065138 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea604054-b5e2-4a8a-8b5b-7dc68a2e1a9a req-bf211445-215b-4991-845d-c44ef4a5c6e3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:07.067015 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea604054-b5e2-4a8a-8b5b-7dc68a2e1a9a req-bf211445-215b-4991-845d-c44ef4a5c6e3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0670593 Aug 10 15:28:07.120862 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea604054-b5e2-4a8a-8b5b-7dc68a2e1a9a req-6ffffc5a-feb7-46a1-8139-cf9df7b91ae6 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Aug 10 15:28:07.526793 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa1e60-8a63-4eab-884f-552b30f41e5f req-e36ae063-6446-4502-aab6-385789022108 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:07.528448 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f4fa1e60-8a63-4eab-884f-552b30f41e5f req-e36ae063-6446-4502-aab6-385789022108 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0597162 Aug 10 15:28:07.570152 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f4fa1e60-8a63-4eab-884f-552b30f41e5f req-283ba92a-f610-4004-b89c-582f79bfcfb2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348506 Aug 10 15:28:08.252076 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b21267-bb99-47f7-9a5a-27f8b4b49657 req-f9d6d40a-4781-44cc-8f3e-7d72b0b2aa3a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:08.253574 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-13b21267-bb99-47f7-9a5a-27f8b4b49657 req-f9d6d40a-4781-44cc-8f3e-7d72b0b2aa3a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0544984 Aug 10 15:28:08.292401 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-13b21267-bb99-47f7-9a5a-27f8b4b49657 req-58c9426f-5411-498b-a15d-41ece26146e2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Aug 10 15:28:08.401684 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57518) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:08.451762 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Deleting subnet b30685cd-e416-405b-a0ad-ff4f46ed8fec {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:28:08.455290 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.498043 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.549947 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.630541 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.669897 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30685cd-e416-405b-a0ad-ff4f46ed8fec,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:08.707167 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.709065 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8a88ae73-040d-41d1-bfa3-a1b5afbaa140 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b30685cd-e416-405b-a0ad-ff4f46ed8fec HTTP/1.1" status: 204 len: 168 time: 0.3063593 Aug 10 15:28:08.711835 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57524) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:08.723840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57526) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:08.741604 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8560cb7-7f79-4a8f-950d-40fb39f5a408 req-97a4a07c-d05a-4020-8a4b-e91163b4970b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:08.743142 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8560cb7-7f79-4a8f-950d-40fb39f5a408 req-97a4a07c-d05a-4020-8a4b-e91163b4970b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0781772 Aug 10 15:28:08.789866 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8560cb7-7f79-4a8f-950d-40fb39f5a408 req-51d8e424-9d29-4f65-80b7-8fcf781210df tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 Aug 10 15:28:08.813072 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.908868 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-962490e0-64a5-4c68-b249-bb479c628f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.928349 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.939005 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bddc906-03ad-430d-9e8e-48baf84494e1']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:08.956731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea86efb-e59a-44d4-9e71-aad3323efabb') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:08.957029 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea86efb-e59a-44d4-9e71-aad3323efabb') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:08.968186 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.984781 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.991591 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:28:08.992099 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:28:08.993941 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:28:09.022177 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-962490e0-64a5-4c68-b249-bb479c628f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.026280 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-962490e0-64a5-4c68-b249-bb479c628f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.053167 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.060442 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.063016 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9bddc906-03ad-430d-9e8e-48baf84494e1 HTTP/1.1" status: 204 len: 168 time: 0.3501122 Aug 10 15:28:09.080539 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b2315-4e85-4806-a9e5-c43870df1b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bddc906-03ad-430d-9e8e-48baf84494e1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:09.083879 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57532) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:09.084507 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-962490e0-64a5-4c68-b249-bb479c628f05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e619d9c6e8f541c3a3627a1c10e24b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595607 Aug 10 15:28:09.085196 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962490e0-64a5-4c68-b249-bb479c628f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc118ec-38e7-4a74-b0c0-3517fdf3aebf,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:09.158437 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e7a39f7d-ea0a-42cc-8a07-379d03b346df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.190119 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e7a39f7d-ea0a-42cc-8a07-379d03b346df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.214446 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57534) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:09.237946 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e7a39f7d-ea0a-42cc-8a07-379d03b346df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.240669 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e7a39f7d-ea0a-42cc-8a07-379d03b346df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.241896 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e7a39f7d-ea0a-42cc-8a07-379d03b346df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cc118ec-38e7-4a74-b0c0-3517fdf3aebf HTTP/1.1" status: 204 len: 168 time: 0.1568851 Aug 10 15:28:09.250790 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a39f7d-ea0a-42cc-8a07-379d03b346df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc118ec-38e7-4a74-b0c0-3517fdf3aebf,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:09.267881 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57538) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:09.277965 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-860c8cb8-c34e-44fd-84c0-8f1a591007be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=becf2122af4b47b48c17f26717170500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609336 Aug 10 15:28:09.327823 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d2ef4-c162-43b1-99a8-842059a93398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.370596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d2ef4-c162-43b1-99a8-842059a93398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.434758 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef9fe-0fc0-490f-98b9-77d4ad6f7f24 req-03a35310-84ec-4a4f-be05-8f24e7628df3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:09.437268 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c76ef9fe-0fc0-490f-98b9-77d4ad6f7f24 req-03a35310-84ec-4a4f-be05-8f24e7628df3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0624566 Aug 10 15:28:09.444642 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d2ef4-c162-43b1-99a8-842059a93398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.450123 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d2ef4-c162-43b1-99a8-842059a93398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.456347 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-381d2ef4-c162-43b1-99a8-842059a93398 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd5df625-295b-4430-a19c-e0ff276c5405 HTTP/1.1" status: 204 len: 168 time: 0.1873379 Aug 10 15:28:09.472601 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2ef4-c162-43b1-99a8-842059a93398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5df625-295b-4430-a19c-e0ff276c5405,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:09.500318 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c76ef9fe-0fc0-490f-98b9-77d4ad6f7f24 req-8886d9db-afd8-4f1e-8e29-d715deffaf5b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541730 Aug 10 15:28:09.817586 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 57558) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:09.832541 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-04841453-1eb7-470c-8a9c-17a8ab530d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:09.961979 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfc4c3-568e-488e-af07-714cadf8a94b req-c3c93ea8-274e-4bde-94d9-6b160d321154 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:09.967270 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-27cfc4c3-568e-488e-af07-714cadf8a94b req-c3c93ea8-274e-4bde-94d9-6b160d321154 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0758204 Aug 10 15:28:09.986526 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-04841453-1eb7-470c-8a9c-17a8ab530d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:10.001937 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-04841453-1eb7-470c-8a9c-17a8ab530d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:10.053001 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-27cfc4c3-568e-488e-af07-714cadf8a94b req-37228bf8-4bcf-455e-94b5-9890464bead8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749691 Aug 10 15:28:10.056457 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-04841453-1eb7-470c-8a9c-17a8ab530d2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc896a1f0abf4050b31804768645cc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372298 Aug 10 15:28:10.057535 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841453-1eb7-470c-8a9c-17a8ab530d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b591924c-5429-4570-ae27-f24742d9035e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:10.059933 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57564) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:10.118474 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-263487df-22ba-4893-a144-979d4b44fb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:10.144874 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-263487df-22ba-4893-a144-979d4b44fb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:10.211535 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-263487df-22ba-4893-a144-979d4b44fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:10.214493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-263487df-22ba-4893-a144-979d4b44fb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:10.215692 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-263487df-22ba-4893-a144-979d4b44fb97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b591924c-5429-4570-ae27-f24742d9035e HTTP/1.1" status: 204 len: 168 time: 0.1543236 Aug 10 15:28:10.224343 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263487df-22ba-4893-a144-979d4b44fb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591924c-5429-4570-ae27-f24742d9035e,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:10.638847 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b891d8b-9977-409b-a708-61e18097984f req-81af2248-ac4f-463a-944c-30c1cecc0748 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:10.646713 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3b891d8b-9977-409b-a708-61e18097984f req-81af2248-ac4f-463a-944c-30c1cecc0748 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0593228 Aug 10 15:28:10.699066 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3b891d8b-9977-409b-a708-61e18097984f req-083046b4-cee0-46e7-b2bf-295e7d951e41 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512850 Aug 10 15:28:11.192527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e7520-a21f-4949-9a0f-5c60e8178f6a req-6a9e284c-81a1-4720-88b8-4515550e4756 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:11.194812 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-606e7520-a21f-4949-9a0f-5c60e8178f6a req-6a9e284c-81a1-4720-88b8-4515550e4756 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0547509 Aug 10 15:28:11.236663 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-606e7520-a21f-4949-9a0f-5c60e8178f6a req-ca8013c5-9d2d-4e1e-8334-63602d7eeae3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361288 Aug 10 15:28:11.583179 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57614) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:11.690611 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc4b1-9b56-4b73-9737-21f576a1d626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:11.806758 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc4b1-9b56-4b73-9737-21f576a1d626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:11.810735 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc4b1-9b56-4b73-9737-21f576a1d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:11.817030 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c94ddc-27ac-4883-93a8-57001c1279bd req-471cf737-6295-40de-88a1-dc87fe69ade4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:11.818621 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-10c94ddc-27ac-4883-93a8-57001c1279bd req-471cf737-6295-40de-88a1-dc87fe69ade4 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0591781 Aug 10 15:28:11.850558 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6dbfc4b1-9b56-4b73-9737-21f576a1d626 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0a56154a28e4d35bad4f7df84ed1208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663119 Aug 10 15:28:11.853101 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57620) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:11.859895 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfc4b1-9b56-4b73-9737-21f576a1d626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eab223-a909-4cce-ad76-b2df6a144fde,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:11.864046 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-10c94ddc-27ac-4883-93a8-57001c1279bd req-b01946cf-15d0-42d3-ba05-0689c1ca53a1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 Aug 10 15:28:11.937647 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec294678-dbc9-4d0e-91d3-32b753d03004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:11.959008 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec294678-dbc9-4d0e-91d3-32b753d03004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:12.027467 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec294678-dbc9-4d0e-91d3-32b753d03004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:12.031317 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec294678-dbc9-4d0e-91d3-32b753d03004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:12.050026 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ec294678-dbc9-4d0e-91d3-32b753d03004 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13eab223-a909-4cce-ad76-b2df6a144fde HTTP/1.1" status: 204 len: 168 time: 0.1843948 Aug 10 15:28:12.063820 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec294678-dbc9-4d0e-91d3-32b753d03004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eab223-a909-4cce-ad76-b2df6a144fde,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:12.260267 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ea51a82d-4437-4b1d-bf20-57b9843c1339 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0d23581cf5ad4d39946c757e40244769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361679 Aug 10 15:28:12.755928 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b55d5-c589-499f-9e23-70d609699abf req-a595c574-8c8e-44c5-84af-620512a2dfb8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:12.757395 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-763b55d5-c589-499f-9e23-70d609699abf req-a595c574-8c8e-44c5-84af-620512a2dfb8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.1543183 Aug 10 15:28:12.766744 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-9750f4bb-dd56-4566-9dbc-046894d1d5cb tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:12.775080 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-9750f4bb-dd56-4566-9dbc-046894d1d5cb tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5137873 Aug 10 15:28:12.793081 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-1e6e462a-4b5d-45e2-956a-31de8318ecfd tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/quotas/0d23581cf5ad4d39946c757e40244769 HTTP/1.1" status: 200 len: 375 time: 0.0170364 Aug 10 15:28:12.831379 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-581d346a-515b-4ffe-a13b-a364434198a4 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d23581cf5ad4d39946c757e40244769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374305 Aug 10 15:28:12.849855 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-763b55d5-c589-499f-9e23-70d609699abf req-41eac4f6-1b54-469d-8fbc-e7d193911fc6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726879 Aug 10 15:28:13.002606 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945dcd3-80b5-45be-ae6d-da7158e88b7b req-90e193ec-e86e-4082-9aa0-95c6e814258c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:13.004366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1945dcd3-80b5-45be-ae6d-da7158e88b7b req-90e193ec-e86e-4082-9aa0-95c6e814258c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0590265 Aug 10 15:28:13.054368 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a86c0031-d47c-4cdb-99b6-b1555c3aba14 req-a26bcf10-d023-4aef-9de7-0d66c7c3bebf tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0487151 Aug 10 15:28:13.115797 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1945dcd3-80b5-45be-ae6d-da7158e88b7b req-f2dede37-65a3-4c73-9684-f8f8ada9058f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011403 Aug 10 15:28:13.664072 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9acb9393-3293-46cb-9759-af3ef007f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:13.971384 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82515155-4714-491a-97bb-53e14fcbb2e7 req-e44be02b-a1a0-43c9-ab07-7e63391ee6c8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:13.972789 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-82515155-4714-491a-97bb-53e14fcbb2e7 req-e44be02b-a1a0-43c9-ab07-7e63391ee6c8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Aug 10 15:28:14.016399 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-82515155-4714-491a-97bb-53e14fcbb2e7 req-811cea52-12cd-4ddd-a998-bb03ae337e75 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375569 Aug 10 15:28:14.016756 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:14.143667 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f47d7429-47b7-488f-a7ec-31a3009b8362 req-6ea22c94-9546-46d8-9d44-7139d51daff7 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0269666 Aug 10 15:28:14.246708 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d95fe-5a23-4571-9a42-9a74ad93dc54 req-951a33f6-c60a-4b14-80f8-1bcd88d00e57 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:14.248092 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-238d95fe-5a23-4571-9a42-9a74ad93dc54 req-951a33f6-c60a-4b14-80f8-1bcd88d00e57 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0659399 Aug 10 15:28:14.286181 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-238d95fe-5a23-4571-9a42-9a74ad93dc54 req-f735fdf8-fcc7-4080-862d-7d3417e0e4f2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Aug 10 15:28:15.143843 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce169b1-32b0-4480-8f48-6e247a085977 req-9aa06fcd-7fbf-4e0d-a671-7b3c3ed24af5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:15.146241 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bce169b1-32b0-4480-8f48-6e247a085977 req-9aa06fcd-7fbf-4e0d-a671-7b3c3ed24af5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0582325 Aug 10 15:28:15.202783 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bce169b1-32b0-4480-8f48-6e247a085977 req-a635818a-7edc-4da9-8518-78d4b5b9d630 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476532 Aug 10 15:28:15.253034 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d123159-b40e-4d7b-ae9f-e39cf8630844 req-472d961d-cd9d-475f-a6b9-90bbcc54a7db tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0260756 Aug 10 15:28:15.406662 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9168c-6be5-4e7d-b688-60f4b302f652 req-59de73fe-7425-48a1-b7b1-6983abf3f37a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:15.410206 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30c9168c-6be5-4e7d-b688-60f4b302f652 req-59de73fe-7425-48a1-b7b1-6983abf3f37a tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0511250 Aug 10 15:28:15.446711 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30c9168c-6be5-4e7d-b688-60f4b302f652 req-36ccdf19-9ca3-4182-b736-6bb1da914460 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Aug 10 15:28:16.260873 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63404c57-959a-4674-b4f6-f5bc08026822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:16.354959 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18e363a5-b658-404b-bbd2-4907a67af2d7 req-6520b32d-3608-4c62-a0d7-9a8e0d59df63 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0296330 Aug 10 15:28:16.371048 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849660-b4e0-451f-b53c-0f5ad4c5e984 req-17c8b05f-b604-4f14-b569-caeb4db6f7b4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:16.372541 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae849660-b4e0-451f-b53c-0f5ad4c5e984 req-17c8b05f-b604-4f14-b569-caeb4db6f7b4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0819569 Aug 10 15:28:16.413747 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae849660-b4e0-451f-b53c-0f5ad4c5e984 req-94a6f80b-970a-4e6d-87d6-529fa396ecd6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346887 Aug 10 15:28:16.583794 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:16.596102 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1cd91-f439-43ec-ad4c-027b13bcf780 req-41a15bd1-926b-4a32-87a6-cc9af6a7ade5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:16.597949 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ff1cd91-f439-43ec-ad4c-027b13bcf780 req-41a15bd1-926b-4a32-87a6-cc9af6a7ade5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0781419 Aug 10 15:28:16.655628 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ff1cd91-f439-43ec-ad4c-027b13bcf780 req-22c33567-ead6-420b-9812-e7c3432f5508 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Aug 10 15:28:16.667162 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8c614-bdb3-48c1-8b31-c672ff5733e6 req-239d8a6f-3d4c-4806-8237-3fa97c1dc36c tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:16.668597 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-85e8c614-bdb3-48c1-8b31-c672ff5733e6 req-239d8a6f-3d4c-4806-8237-3fa97c1dc36c tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.1011889 Aug 10 15:28:16.719295 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-85e8c614-bdb3-48c1-8b31-c672ff5733e6 req-89c9063e-9fcf-4b72-acfb-962f979ccd62 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446379 Aug 10 15:28:17.474813 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6fab6237-1f32-4cf1-8af6-7ba1240bd9a3 req-ed7b7c02-d0c7-4269-9f18-c8dba2c1f141 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0423636 Aug 10 15:28:17.563344 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:17.605629 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d430b-d0ac-45cf-b7b6-a7511600cf5d req-928ff029-1c3f-4b30-bd62-62c068119455 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:17.608737 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-679d430b-d0ac-45cf-b7b6-a7511600cf5d req-928ff029-1c3f-4b30-bd62-62c068119455 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0884700 Aug 10 15:28:17.647109 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-679d430b-d0ac-45cf-b7b6-a7511600cf5d req-05840509-0c8c-415c-bc2e-72db47e70d4a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318968 Aug 10 15:28:17.812893 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b624b0-3d5b-4e39-ac0f-07f985458077 req-897493f8-7ee8-43b4-a416-222bc50f12fe tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:17.814836 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0b624b0-3d5b-4e39-ac0f-07f985458077 req-897493f8-7ee8-43b4-a416-222bc50f12fe tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0635180 Aug 10 15:28:17.893992 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0b624b0-3d5b-4e39-ac0f-07f985458077 req-374e8f2e-2a37-462a-8f48-8cf4f4b95013 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Aug 10 15:28:17.907075 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c983b10-c7ab-4c2e-8c47-5dadf0e4b455 req-e969941a-7128-44ab-8cee-66eeba27fb2b tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:17.917237 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c983b10-c7ab-4c2e-8c47-5dadf0e4b455 req-e969941a-7128-44ab-8cee-66eeba27fb2b tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.1142595 Aug 10 15:28:17.953136 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c983b10-c7ab-4c2e-8c47-5dadf0e4b455 req-35fb6818-e92e-477f-8f58-8c16b0040393 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349476 Aug 10 15:28:18.576006 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-704e6984-6a1c-4b00-b413-a71693f407cd req-4cde3ea9-63c6-4af0-b457-0245eee3b389 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0301118 Aug 10 15:28:18.779189 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657076da-6476-42f8-8051-49d506b9c2cf req-bcfb45cf-56b8-4c53-bd86-976261f5120a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:18.781282 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-657076da-6476-42f8-8051-49d506b9c2cf req-bcfb45cf-56b8-4c53-bd86-976261f5120a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0486908 Aug 10 15:28:18.820888 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-657076da-6476-42f8-8051-49d506b9c2cf req-5f546497-9606-4432-897d-3f0e5b8c4a34 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335147 Aug 10 15:28:19.015891 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525693-02b2-4fcc-b4d5-fcf4c5fcd2eb req-e0b8d5bb-7f1d-4a30-b2d6-e03e8b51c9a9 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.017423 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec525693-02b2-4fcc-b4d5-fcf4c5fcd2eb req-e0b8d5bb-7f1d-4a30-b2d6-e03e8b51c9a9 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0542109 Aug 10 15:28:19.087654 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec525693-02b2-4fcc-b4d5-fcf4c5fcd2eb req-01ac1585-fb50-49cb-be7b-49c47e73c4c7 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Aug 10 15:28:19.100003 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c703c5-0b4d-4661-a151-b764f3da7251 req-2c5421f2-2f8f-4ed9-a534-d92d36f61092 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.101519 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-37c703c5-0b4d-4661-a151-b764f3da7251 req-2c5421f2-2f8f-4ed9-a534-d92d36f61092 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0776322 Aug 10 15:28:19.149115 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-37c703c5-0b4d-4661-a151-b764f3da7251 req-74edff22-e4b8-49f0-874e-d1fbe1466b1d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415146 Aug 10 15:28:19.359078 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:19.359730 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-69b0a8f9-759e-40de-8f93-2285db835590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.361395 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-69b0a8f9-759e-40de-8f93-2285db835590 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1096 time: 0.0458031 Aug 10 15:28:19.393240 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-f9d6664f-822a-4e9a-85ed-c6d8fc001404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.394860 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-f9d6664f-822a-4e9a-85ed-c6d8fc001404 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1137 time: 0.0635667 Aug 10 15:28:19.527745 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-1a3da283-6337-448c-8acc-0517670645c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.529460 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-1a3da283-6337-448c-8acc-0517670645c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 914 time: 0.0952682 Aug 10 15:28:19.556390 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-df4a3353-55ce-4471-98a7-804b473bdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.557937 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-df4a3353-55ce-4471-98a7-804b473bdcbc service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.1142097 Aug 10 15:28:19.613923 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-0016a86a-224a-4503-9198-f6cb3d141ee4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 1001 time: 0.0759139 Aug 10 15:28:19.653680 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-bf7857ee-be59-426a-8524-42ff20209a3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 200 len: 999 time: 0.0802102 Aug 10 15:28:19.715292 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-eb6e6d62-a650-46e3-8202-29dbd5bab195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.717098 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-eb6e6d62-a650-46e3-8202-29dbd5bab195 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.0563374 Aug 10 15:28:19.718515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-66c5269a-7052-4e87-9a99-56a4c1db9d2c req-3efd6beb-943e-4b9b-bf75-01019d9b4970 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0681396 Aug 10 15:28:19.754073 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-cee8c8b1-35bf-42da-8c39-22b7c5aa0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.755645 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-cee8c8b1-35bf-42da-8c39-22b7c5aa0bf9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0750546 Aug 10 15:28:19.786543 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-c1fd9392-e88f-479f-8117-c14dc558ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.788193 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-c1fd9392-e88f-479f-8117-c14dc558ec1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573950 Aug 10 15:28:19.814289 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-027be6c2-ffa0-4c24-85b0-96956f7c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.815844 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-027be6c2-ffa0-4c24-85b0-96956f7c590d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500546 Aug 10 15:28:19.911948 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-adcb6e45-1cad-4a06-ad6f-da27c6320a18 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060297 Aug 10 15:28:19.944920 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-e59551f5-59c3-4613-a4b0-65ae583c9289 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187923 Aug 10 15:28:19.969443 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190d9a-0685-488a-81de-27055abd20ce req-514b4cac-46c1-46b8-860e-638f41285814 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:19.971004 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7b190d9a-0685-488a-81de-27055abd20ce req-514b4cac-46c1-46b8-860e-638f41285814 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0730095 Aug 10 15:28:20.026212 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-28ec6e07-0d9f-4aca-8e4d-d4bd890c5a95 req-ffad58aa-f4a5-479c-8ca8-1bb9dae46a18 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906470 Aug 10 15:28:20.053596 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7b190d9a-0685-488a-81de-27055abd20ce req-2defec75-7f9b-494b-ac97-bb674cde9ebc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727892 Aug 10 15:28:20.082293 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c6418a4e-ce15-4be9-893d-4f5030f4d496 req-1284de87-87c4-4679-82f0-0184d6536f22 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285536 Aug 10 15:28:20.212837 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b2b3-ee53-416f-bde3-7ab44d7fe7d0 req-e71cfdb6-f571-40a3-a0c3-65b4ede0fac0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:20.214527 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e371b2b3-ee53-416f-bde3-7ab44d7fe7d0 req-e71cfdb6-f571-40a3-a0c3-65b4ede0fac0 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0566208 Aug 10 15:28:20.278200 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e371b2b3-ee53-416f-bde3-7ab44d7fe7d0 req-e5c3c55b-0411-4b31-9731-cbb809e80c4c tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Aug 10 15:28:20.296403 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076541e1-eb84-46dd-8029-cf7d4b0840c5 req-fbd8d385-af47-4dcb-9256-6f05c597a184 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:20.297888 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-076541e1-eb84-46dd-8029-cf7d4b0840c5 req-fbd8d385-af47-4dcb-9256-6f05c597a184 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0695884 Aug 10 15:28:20.337423 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-076541e1-eb84-46dd-8029-cf7d4b0840c5 req-a6e98ac8-3afe-43b9-9f28-2ded78760f32 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335355 Aug 10 15:28:20.525248 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-b484401e-904f-4b91-9b9a-54a8466db2c3 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0d23581cf5ad4d39946c757e40244769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221105 Aug 10 15:28:20.634318 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-3753892f-5e8f-4c83-9dd1-b51adfd2262a tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:20.635737 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-3753892f-5e8f-4c83-9dd1-b51adfd2262a tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034567 Aug 10 15:28:20.662834 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Request body: {'port': {'device_id': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d', 'admin_state_up': True, 'tenant_id': '0d23581cf5ad4d39946c757e40244769'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:28:20.770718 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Made reservation on behalf of 0d23581cf5ad4d39946c757e40244769 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:28:20.774487 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:20.784793 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:20.826657 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-76d1697f-af76-4e6f-be4c-741c22f025a8 req-75be500f-07d5-4a31-b02e-0d4c7e2588d0 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0397084 Aug 10 15:28:20.927340 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:20.931485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:20.994765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61943b3a-98c2-46be-8976-ec434011500e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:21.009985 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.010312 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.010649 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.010980 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.011309 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.011634 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.012683 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.013071 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.013399 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.013934 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.014800 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.015137 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:21.079823 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Allocated IP 192.168.233.251 (8476a3b2-53af-4d57-a5f7-a23ade56b81d/d10ab395-aea1-4208-8a94-b3e21da3750c/68181493-9eab-4a2e-8d46-8a7585a88ce4) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:28:21.224425 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fef4b-ad3c-469a-9481-6521da50b7b1 req-49e7bf67-5893-4efd-9a22-c080d09f44b6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:21.225850 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-be9fef4b-ad3c-469a-9481-6521da50b7b1 req-49e7bf67-5893-4efd-9a22-c080d09f44b6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0967927 Aug 10 15:28:21.296549 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:21.302794 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-be9fef4b-ad3c-469a-9481-6521da50b7b1 req-1c0d73c4-368b-471b-aa53-ca6349e243b9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669222 Aug 10 15:28:21.316759 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Transition to ACTIVE for port object 68181493-9eab-4a2e-8d46-8a7585a88ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:28:21.360864 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:21.428509 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Network 8476a3b2-53af-4d57-a5f7-a23ade56b81d is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:28:21.452725 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:28:21.460193 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:28:21.492350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Pushing event updated for resources: {'Port': ['ID=68181493-9eab-4a2e-8d46-8a7585a88ce4,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:21.508687 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4e8a5-463c-4bab-ab9e-0e737988f6dd req-d32e8add-ba39-4546-9236-69f3d2af8ae2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:21.510250 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-90f4e8a5-463c-4bab-ab9e-0e737988f6dd req-d32e8add-ba39-4546-9236-69f3d2af8ae2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.1598995 Aug 10 15:28:21.542148 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9888775-483c-44b9-9b2c-d1729d87bbe4 req-a76e098a-2746-4f71-bf1d-de86cace336f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:21.543662 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9888775-483c-44b9-9b2c-d1729d87bbe4 req-a76e098a-2746-4f71-bf1d-de86cace336f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.1394634 Aug 10 15:28:21.557244 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:21.557877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:21.602689 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-90f4e8a5-463c-4bab-ab9e-0e737988f6dd req-2fe005a6-141c-4de1-b7d6-f6801d7cb90b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834484 Aug 10 15:28:21.603904 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-574ce246-75af-4558-82e1-111881e0c095 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9450879 Aug 10 15:28:21.626433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Request body: {'port': {'device_id': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:28:21.638377 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9888775-483c-44b9-9b2c-d1729d87bbe4 req-f9b320cb-c942-4ee6-91a7-300a68999da2 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776696 Aug 10 15:28:21.672415 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-7a868ed5-1330-4dce-8b1b-376cf6554577 None None] Provisioning for port 68181493-9eab-4a2e-8d46-8a7585a88ce4 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:28:21.676820 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-7a868ed5-1330-4dce-8b1b-376cf6554577 None None] Provisioning complete for port 68181493-9eab-4a2e-8d46-8a7585a88ce4 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:28:21.677552 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a868ed5-1330-4dce-8b1b-376cf6554577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:21.698735 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:21.737235 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-7a868ed5-1330-4dce-8b1b-376cf6554577 None None] Port 68181493-9eab-4a2e-8d46-8a7585a88ce4 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:28:21.990043 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef9b2a-7ae0-41c1-a4bf-6ef32f324dd0 req-c9f14e4a-8918-4baf-bea4-38e0162fb149 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:21.991664 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9aef9b2a-7ae0-41c1-a4bf-6ef32f324dd0 req-c9f14e4a-8918-4baf-bea4-38e0162fb149 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 936 time: 0.0902746 Aug 10 15:28:22.053944 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68181493-9eab-4a2e-8d46-8a7585a88ce4 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:28:22.069173 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:22.077109 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9aef9b2a-7ae0-41c1-a4bf-6ef32f324dd0 req-b71f8c65-affd-4284-add0-dcff3ee9bd51 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553288 Aug 10 15:28:22.087011 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Transition to ACTIVE for port object 68181493-9eab-4a2e-8d46-8a7585a88ce4 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:28:22.093449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:22.147162 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68181493-9eab-4a2e-8d46-8a7585a88ce4,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:22.217183 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Attempting to bind port 68181493-9eab-4a2e-8d46-8a7585a88ce4 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:28:22.217572 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Attempting to bind port 68181493-9eab-4a2e-8d46-8a7585a88ce4 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:28:22.217935 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Attempting to bind port 68181493-9eab-4a2e-8d46-8a7585a88ce4 on network 8476a3b2-53af-4d57-a5f7-a23ade56b81d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:28:22.222377 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Port 68181493-9eab-4a2e-8d46-8a7585a88ce4 on network 8476a3b2-53af-4d57-a5f7-a23ade56b81d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:28:22.222692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Attempting to bind port 68181493-9eab-4a2e-8d46-8a7585a88ce4 on network 8476a3b2-53af-4d57-a5f7-a23ade56b81d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:28:22.227863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:28:22.228200 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Checking segment: {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:28:22.228592 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Bound using segment: {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:28:22.229026 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Bound port: 68181493-9eab-4a2e-8d46-8a7585a88ce4, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3688b1-e417-4e9f-878a-422ba772a557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:28:22.229394 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:22.294812 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] For port 68181493-9eab-4a2e-8d46-8a7585a88ce4, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:28:22.297943 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] For port 68181493-9eab-4a2e-8d46-8a7585a88ce4, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:28:22.302765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:22.340552 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:22.341178 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:22.342726 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/68181493-9eab-4a2e-8d46-8a7585a88ce4 HTTP/1.1" status: 200 len: 1098 time: 0.7210395 Aug 10 15:28:22.343081 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'tag': '68181493-9eab-4a2e-8d46-8a7585a88ce4'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:28:22.345375 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db1e72-53a9-48d5-8693-a5d867d18fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "85f44d34-7f59-4c1e-81e7-50f4539e5ece", "tag": "68181493-9eab-4a2e-8d46-8a7585a88ce4"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:28:22.372131 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b7f3-3f21-48f2-a515-d1b7831981f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68181493-9eab-4a2e-8d46-8a7585a88ce4,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:22.413233 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b48c4-982f-480d-9f79-c5d70ceec5e8 x-openstack-request-id: req-7f5b48c4-982f-480d-9f79-c5d70ceec5e8 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:28:22.413528 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f44d34-7f59-4c1e-81e7-50f4539e5ece", "tag": "68181493-9eab-4a2e-8d46-8a7585a88ce4", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:28:22.413849 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f5b48c4-982f-480d-9f79-c5d70ceec5e8 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:28:22.414253 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'tag': '68181493-9eab-4a2e-8d46-8a7585a88ce4', 'status': 'completed', 'code': 200} Aug 10 15:28:22.499544 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9089f4-0780-458f-8808-6222bb558d69 req-21380f5e-97c1-40aa-b3b1-3939552b628b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:22.500992 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b9089f4-0780-458f-8808-6222bb558d69 req-21380f5e-97c1-40aa-b3b1-3939552b628b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0859420 Aug 10 15:28:22.507546 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-11564055-f662-4748-aa7f-0d870bea2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:22.508969 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-11564055-f662-4748-aa7f-0d870bea2552 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23581cf5ad4d39946c757e40244769&device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 1101 time: 0.0592687 Aug 10 15:28:22.574794 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b9089f4-0780-458f-8808-6222bb558d69 req-78534fa6-bdb1-402a-a3e1-553c3d978bd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648158 Aug 10 15:28:22.576121 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-d2e7cfcd-7821-4b74-932f-8633011fa1a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4 HTTP/1.1" status: 200 len: 217 time: 0.0416846 Aug 10 15:28:22.631527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ac9f8ad0-e47c-47e6-8061-1a36a411b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:22.633043 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-ac9f8ad0-e47c-47e6-8061-1a36a411b7be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d10ab395-aea1-4208-8a94-b3e21da3750c HTTP/1.1" status: 200 len: 843 time: 0.0481825 Aug 10 15:28:22.680574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-270da4e1-cfe9-4aa7-847d-f25b10456367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:22.682134 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-270da4e1-cfe9-4aa7-847d-f25b10456367 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8476a3b2-53af-4d57-a5f7-a23ade56b81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401633 Aug 10 15:28:22.812249 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4522b-226f-4f5d-b563-0c9ca3ebdde9 req-fb7fe130-40a9-49f7-a7f4-b715f0450383 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:22.813704 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bdb4522b-226f-4f5d-b563-0c9ca3ebdde9 req-fb7fe130-40a9-49f7-a7f4-b715f0450383 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.1029444 Aug 10 15:28:22.833843 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-f2a56bea-6270-4cb3-8e12-69d9074358c0 service neutron] 10.222.0.16 "GET /v2.0/networks/8476a3b2-53af-4d57-a5f7-a23ade56b81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304345 Aug 10 15:28:22.901625 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bdb4522b-226f-4f5d-b563-0c9ca3ebdde9 req-82118fbd-ebdd-4b5e-a162-3c00486a161d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794797 Aug 10 15:28:22.942991 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4358eb3a-7403-487d-87a5-82cc68dfe3a2 req-13dbbe09-59f8-4580-8211-9491d2cd1e42 service neutron] 10.222.0.16 "GET /v2.0/networks/8476a3b2-53af-4d57-a5f7-a23ade56b81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962534 Aug 10 15:28:23.097945 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-82ac203e-453b-4427-b0ae-c206c5078a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:23.099415 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-82ac203e-453b-4427-b0ae-c206c5078a2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23581cf5ad4d39946c757e40244769&device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 1101 time: 0.0421262 Aug 10 15:28:23.360953 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57876) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:23.477849 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.480485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c504e-5a1b-4ff1-9686-8ff4a31e71aa req-f1332fc6-d1b5-4c3e-b97f-afe5b2fe4eca tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:23.481990 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1a1c504e-5a1b-4ff1-9686-8ff4a31e71aa req-f1332fc6-d1b5-4c3e-b97f-afe5b2fe4eca tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 948 time: 0.3036304 Aug 10 15:28:23.505154 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-53860dad-bb72-42b3-958b-b0b53f11014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:23.506621 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-53860dad-bb72-42b3-958b-b0b53f11014e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8476a3b2-53af-4d57-a5f7-a23ade56b81d HTTP/1.1" status: 200 len: 870 time: 0.3874474 Aug 10 15:28:23.555570 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-db883e73-71de-41e5-95e1-bee86a3bac01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4 HTTP/1.1" status: 200 len: 217 time: 0.0364506 Aug 10 15:28:23.558365 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1a1c504e-5a1b-4ff1-9686-8ff4a31e71aa req-f4ca8525-4ecb-459c-85ac-203ec2892e3f tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694635 Aug 10 15:28:23.570126 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.574396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.610545 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-c937713a-5cac-4de1-86e0-6f55690d8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:23.612258 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-c937713a-5cac-4de1-86e0-6f55690d8534 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d10ab395-aea1-4208-8a94-b3e21da3750c HTTP/1.1" status: 200 len: 843 time: 0.0487576 Aug 10 15:28:23.614305 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b55fb9a-6b40-46ff-8123-824184d8ec70,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:23.622291 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.622639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.623000 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.623334 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.623691 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.624019 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.624347 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.624668 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.624991 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.625307 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.625624 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.625964 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:28:23.633948 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-81e11693-34df-4671-bfed-c30f91466f81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f13c1a6122b640a6b13a34a53f4ff6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717996 Aug 10 15:28:23.634923 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 57882) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:23.686829 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-2939eb68-f6f0-43c7-845f-b9bcada13e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:23.688020 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6c07ad00-b7c7-4d32-9c17-212dedcfaea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.688308 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-2939eb68-f6f0-43c7-845f-b9bcada13e6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8476a3b2-53af-4d57-a5f7-a23ade56b81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677073 Aug 10 15:28:23.709059 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6c07ad00-b7c7-4d32-9c17-212dedcfaea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.714641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5d308-13de-4078-8937-407d6191fc6a req-eaef369a-ca42-4e6f-acb8-3874d745089d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:23.716050 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-98b5d308-13de-4078-8937-407d6191fc6a req-eaef369a-ca42-4e6f-acb8-3874d745089d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0629709 Aug 10 15:28:23.757378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6c07ad00-b7c7-4d32-9c17-212dedcfaea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.760119 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6c07ad00-b7c7-4d32-9c17-212dedcfaea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:23.763578 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6c07ad00-b7c7-4d32-9c17-212dedcfaea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b55fb9a-6b40-46ff-8123-824184d8ec70 HTTP/1.1" status: 204 len: 168 time: 0.1254618 Aug 10 15:28:23.771478 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07ad00-b7c7-4d32-9c17-212dedcfaea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b55fb9a-6b40-46ff-8123-824184d8ec70,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:23.803735 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-98b5d308-13de-4078-8937-407d6191fc6a req-a260bd9a-0bdd-4e88-987f-5c60f42b1522 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782602 Aug 10 15:28:23.825155 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-dfd6d062-62d9-4006-8726-d8148bef7040 service neutron] 10.222.0.16 "GET /v2.0/networks/8476a3b2-53af-4d57-a5f7-a23ade56b81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259074 Aug 10 15:28:23.925886 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48db1e72-53a9-48d5-8693-a5d867d18fa7 req-03b6eed9-f49b-41aa-9933-541530347559 service neutron] 10.222.0.16 "GET /v2.0/networks/8476a3b2-53af-4d57-a5f7-a23ade56b81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883543 Aug 10 15:28:24.028610 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6c448-f797-419a-9328-d0b518dc1870 req-b5e29e8d-6750-4bc0-8321-8f34be86c5d1 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:24.031123 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52a6c448-f797-419a-9328-d0b518dc1870 req-b5e29e8d-6750-4bc0-8321-8f34be86c5d1 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0584381 Aug 10 15:28:24.077021 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52a6c448-f797-419a-9328-d0b518dc1870 req-d5425a0c-249b-40ec-91e5-da60891d0aa9 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389292 Aug 10 15:28:24.673744 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f82e96-11fd-4c87-996f-68a91ab28ce2 req-4e7b8ad3-085f-4a35-93f9-5601932cc897 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:24.675243 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-75f82e96-11fd-4c87-996f-68a91ab28ce2 req-4e7b8ad3-085f-4a35-93f9-5601932cc897 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 948 time: 0.0500607 Aug 10 15:28:24.713357 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-75f82e96-11fd-4c87-996f-68a91ab28ce2 req-ef3116d6-a0fc-4378-acd0-9be6205e3f2b tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Aug 10 15:28:24.924116 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b25f3-122b-43db-94ba-37600502477b req-176c65ca-37aa-488e-a9d2-c8d987887151 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:24.925562 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f52b25f3-122b-43db-94ba-37600502477b req-176c65ca-37aa-488e-a9d2-c8d987887151 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0479047 Aug 10 15:28:24.962292 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f52b25f3-122b-43db-94ba-37600502477b req-01c269e3-0340-449a-bb68-8113911f6325 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305610 Aug 10 15:28:25.193574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d3a93-08d0-4717-a4c1-13355b39b95c req-cf5758a5-c46d-4c9c-a6da-00271854a84c tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:25.195046 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e7d3a93-08d0-4717-a4c1-13355b39b95c req-cf5758a5-c46d-4c9c-a6da-00271854a84c tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0517404 Aug 10 15:28:25.234317 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e7d3a93-08d0-4717-a4c1-13355b39b95c req-82120fcc-b673-4a4c-b77b-071c191f1c06 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331519 Aug 10 15:28:25.829885 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6edae5-0b81-4922-8225-6ae71d28e1a1 req-f6d525aa-65cc-4031-a551-99d79286a56a tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:25.831341 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5f6edae5-0b81-4922-8225-6ae71d28e1a1 req-f6d525aa-65cc-4031-a551-99d79286a56a tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 948 time: 0.0490587 Aug 10 15:28:25.869397 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5f6edae5-0b81-4922-8225-6ae71d28e1a1 req-f67aa49e-3031-4a16-af78-4365fab79901 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Aug 10 15:28:26.079353 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4ed41-e24c-410d-9057-93ba146d199e req-cd044840-8f99-40ee-97cd-6199db0f780e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:26.080837 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eda4ed41-e24c-410d-9057-93ba146d199e req-cd044840-8f99-40ee-97cd-6199db0f780e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0486217 Aug 10 15:28:26.121071 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eda4ed41-e24c-410d-9057-93ba146d199e req-ec5cf81e-b99d-4c18-b8aa-781d2f3be663 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343699 Aug 10 15:28:26.352943 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4967-2352-4512-85ce-2b4d7efac299 req-8226ca28-3cc6-4645-8c7a-57be56079d27 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:26.354435 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-506a4967-2352-4512-85ce-2b4d7efac299 req-8226ca28-3cc6-4645-8c7a-57be56079d27 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0518928 Aug 10 15:28:26.397461 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-506a4967-2352-4512-85ce-2b4d7efac299 req-9dbe60b2-20fb-4e4f-bec1-c9c3e58313ef tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358233 Aug 10 15:28:26.650074 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca70e-b38d-469d-8e31-d9aa9ee998fe req-314f00c9-9098-4120-8d37-d35da7c568ac tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:26.651535 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c8ca70e-b38d-469d-8e31-d9aa9ee998fe req-314f00c9-9098-4120-8d37-d35da7c568ac tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0486276 Aug 10 15:28:26.689501 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c8ca70e-b38d-469d-8e31-d9aa9ee998fe req-586c5ec1-e1d3-4281-93cc-d9772ea8b4a1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Aug 10 15:28:26.983981 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffb12f-7a7c-4df1-8d9e-486b752deb92 req-62a64d35-d4cf-4cfd-8701-94b51a9c753c tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:26.985447 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1dffb12f-7a7c-4df1-8d9e-486b752deb92 req-62a64d35-d4cf-4cfd-8701-94b51a9c753c tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 948 time: 0.0498080 Aug 10 15:28:27.022596 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1dffb12f-7a7c-4df1-8d9e-486b752deb92 req-8f4efeb1-8642-48fb-80e0-a78cb6dc8190 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309215 Aug 10 15:28:27.044325 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 68181493-9eab-4a2e-8d46-8a7585a88ce4 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:28:27.138929 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 68181493-9eab-4a2e-8d46-8a7585a88ce4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:27.149810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '68181493-9eab-4a2e-8d46-8a7585a88ce4', 'network_id': '8476a3b2-53af-4d57-a5f7-a23ade56b81d', 'port_id': '68181493-9eab-4a2e-8d46-8a7585a88ce4', 'mac_address': 'fa:16:3e:e2:79:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10ab395-aea1-4208-8a94-b3e21da3750c', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:28:27.186955 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:27.199369 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68181493-9eab-4a2e-8d46-8a7585a88ce4 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:28:27.219185 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 68181493-9eab-4a2e-8d46-8a7585a88ce4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:27.223168 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:27.246042 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7a5fd-3e61-44e8-ac04-0e02d975e9f9 req-27e8293e-e4aa-49fb-9008-00d2991a55e3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:27.247524 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2d7a5fd-3e61-44e8-ac04-0e02d975e9f9 req-27e8293e-e4aa-49fb-9008-00d2991a55e3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0522702 Aug 10 15:28:27.272980 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=68181493-9eab-4a2e-8d46-8a7585a88ce4,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:27.285470 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2d7a5fd-3e61-44e8-ac04-0e02d975e9f9 req-53d70b1c-11a6-4780-a44e-6345e81e5788 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311971 Aug 10 15:28:27.511334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a082f5-e2ef-4da7-8ef6-557f5596ddb5 req-5f72eae1-7990-43ca-bccc-4630ddff2097 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:27.512804 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0a082f5-e2ef-4da7-8ef6-557f5596ddb5 req-5f72eae1-7990-43ca-bccc-4630ddff2097 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0489573 Aug 10 15:28:27.552536 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0a082f5-e2ef-4da7-8ef6-557f5596ddb5 req-e72555f7-5695-4500-b493-60bd988ffa29 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337260 Aug 10 15:28:27.698689 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['68181493-9eab-4a2e-8d46-8a7585a88ce4'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:28:27.814869 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3573e1a-571c-4a1f-9f5e-baee84f1d2e0 req-35115041-9ede-4d3e-899b-fbbd24801adf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:27.816472 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3573e1a-571c-4a1f-9f5e-baee84f1d2e0 req-35115041-9ede-4d3e-899b-fbbd24801adf tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0599124 Aug 10 15:28:27.854842 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3573e1a-571c-4a1f-9f5e-baee84f1d2e0 req-dae41345-b109-4bbe-8904-24919ef2a55b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 10 15:28:28.143042 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431efb-f2f6-4675-826c-82e0b4477d38 req-aefe40fe-67f5-48a7-aa27-0b928a2b9c9b tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:28.144487 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-14431efb-f2f6-4675-826c-82e0b4477d38 req-aefe40fe-67f5-48a7-aa27-0b928a2b9c9b tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 949 time: 0.0517378 Aug 10 15:28:28.181138 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-14431efb-f2f6-4675-826c-82e0b4477d38 req-4fb3aa70-967c-427d-913e-971963b2c538 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Aug 10 15:28:28.404411 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d817315-61f0-4f4d-a54a-eddfadb854f0 req-8a48fba5-9a51-4439-be70-0ae152e26621 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:28.406495 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2d817315-61f0-4f4d-a54a-eddfadb854f0 req-8a48fba5-9a51-4439-be70-0ae152e26621 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 943 time: 0.0492907 Aug 10 15:28:28.443317 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2d817315-61f0-4f4d-a54a-eddfadb854f0 req-0b7cfca7-03e1-4054-8d84-b123a2322435 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308244 Aug 10 15:28:28.666595 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed76a6-a261-48c5-be0c-4155ea3ac74a req-72493b27-c070-4c20-a1ec-9c9466a60a76 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:28.668045 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-63ed76a6-a261-48c5-be0c-4155ea3ac74a req-72493b27-c070-4c20-a1ec-9c9466a60a76 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0491889 Aug 10 15:28:28.707192 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-63ed76a6-a261-48c5-be0c-4155ea3ac74a req-48d6e26a-bf30-4e4b-8d1a-dfc90370a4b3 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332558 Aug 10 15:28:28.970005 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cf5b-c755-4213-ad6f-bfc2547bfc4d req-b2dca05c-442e-489d-88fd-f7aeea5eae64 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:28.971457 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-74b1cf5b-c755-4213-ad6f-bfc2547bfc4d req-b2dca05c-442e-489d-88fd-f7aeea5eae64 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0514781 Aug 10 15:28:29.008661 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-74b1cf5b-c755-4213-ad6f-bfc2547bfc4d req-9229db44-dee2-4c2d-8f93-c09e7e05b891 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Aug 10 15:28:29.040559 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:28:29.050987 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 68181493-9eab-4a2e-8d46-8a7585a88ce4 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:28:29.265603 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 68181493-9eab-4a2e-8d46-8a7585a88ce4 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:28:29.277438 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 68181493-9eab-4a2e-8d46-8a7585a88ce4 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:28:29.277828 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.296350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9579-4a87-406f-94f9-06bd3fe46649 req-e954191f-9a43-4ecd-8c56-ab8e28a9a70a tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:29.297856 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e73c9579-4a87-406f-94f9-06bd3fe46649 req-e954191f-9a43-4ecd-8c56-ab8e28a9a70a tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 949 time: 0.0502017 Aug 10 15:28:29.302932 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:29.320815 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'port_id': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'mac_address': 'fa:16:3e:e4:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:28:29.335781 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e73c9579-4a87-406f-94f9-06bd3fe46649 req-68a98c73-4407-469e-996d-43e6ed1b1510 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Aug 10 15:28:29.370460 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.404145 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8445210-b8cc-49d1-8d3d-f74f85208e03 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:28:29.419281 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.434630 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:29.446122 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.452495 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-c7b21074-4844-4230-b9a7-a44fc063987d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:29.454076 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-c7b21074-4844-4230-b9a7-a44fc063987d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 946 time: 0.0499473 Aug 10 15:28:29.454981 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68181493-9eab-4a2e-8d46-8a7585a88ce4'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:28:29.457198 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b09d5c-6096-4a30-bf29-b714962a1d89" -d '{"events": [{"server_uuid": "85f44d34-7f59-4c1e-81e7-50f4539e5ece", "name": "network-vif-plugged", "status": "completed", "tag": "68181493-9eab-4a2e-8d46-8a7585a88ce4"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:28:29.490394 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 68181493-9eab-4a2e-8d46-8a7585a88ce4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:29.504070 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.510221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d54e20-ffbe-438e-8cdc-264961084699 x-openstack-request-id: req-12d54e20-ffbe-438e-8cdc-264961084699 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:28:29.512074 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f44d34-7f59-4c1e-81e7-50f4539e5ece", "name": "network-vif-plugged", "status": "completed", "tag": "68181493-9eab-4a2e-8d46-8a7585a88ce4", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:28:29.512074 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d54e20-ffbe-438e-8cdc-264961084699 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:28:29.512074 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68181493-9eab-4a2e-8d46-8a7585a88ce4', 'code': 200} Aug 10 15:28:29.526289 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=9']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:29.579569 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=68181493-9eab-4a2e-8d46-8a7585a88ce4,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:29.596584 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e6c3-0ebc-4e6f-87f2-b3dd77a0fe99 req-39758da3-9353-4375-8158-31fdc1a3aa12 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:29.598091 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-90b7e6c3-0ebc-4e6f-87f2-b3dd77a0fe99 req-39758da3-9353-4375-8158-31fdc1a3aa12 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.0653284 Aug 10 15:28:29.600743 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Deleting port 83cb685c-b20a-4dbf-9582-49897dec4aa2 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:28:29.601075 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.692483 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-90b7e6c3-0ebc-4e6f-87f2-b3dd77a0fe99 req-85a9d376-b0d5-4990-a1e5-7e5a75c6abfa tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883827 Aug 10 15:28:29.716298 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] For port 83cb685c-b20a-4dbf-9582-49897dec4aa2, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=83cb685c-b20a-4dbf-9582-49897dec4aa2,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:29.716661 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.730434 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Calling delete_port for 83cb685c-b20a-4dbf-9582-49897dec4aa2 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:28:29.745087 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a4787-fa56-4735-b7fe-709b63222645 req-41d934ce-7869-4c51-82e9-ddfa94c370fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:29.746637 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ab5a4787-fa56-4735-b7fe-709b63222645 req-41d934ce-7869-4c51-82e9-ddfa94c370fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 1103 time: 0.0449381 Aug 10 15:28:29.785181 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ab5a4787-fa56-4735-b7fe-709b63222645 req-222f5798-8745-4ddf-ab6b-ee6853ba12ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289669 Aug 10 15:28:29.805554 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f8445210-b8cc-49d1-8d3d-f74f85208e03'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:28:29.849911 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c06e3-a2d1-4a4e-9d58-9f7e59c37de4 req-b82a90bf-948e-45f3-8b62-1ac8348ced69 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:29.851410 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-972c06e3-a2d1-4a4e-9d58-9f7e59c37de4 req-b82a90bf-948e-45f3-8b62-1ac8348ced69 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0739849 Aug 10 15:28:29.929607 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-972c06e3-a2d1-4a4e-9d58-9f7e59c37de4 req-7b3bb2d4-8105-4646-9363-e5e58b990065 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497742 Aug 10 15:28:29.930661 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:29.960376 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Pushing event deleted for resources: {'Port': ['ID=83cb685c-b20a-4dbf-9582-49897dec4aa2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:30.003599 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] No DVR routers for this DVR port 83cb685c-b20a-4dbf-9582-49897dec4aa2 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:28:30.006557 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:30.008497 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-73f5d83c-a9b3-4170-8823-5636e949c6cd req-e627b8b6-c69d-47d8-ab89-e208d39bd80e tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "DELETE /v2.0/ports/83cb685c-b20a-4dbf-9582-49897dec4aa2 HTTP/1.1" status: 204 len: 173 time: 0.5454092 Aug 10 15:28:30.008923 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'name': 'network-vif-deleted', 'tag': '83cb685c-b20a-4dbf-9582-49897dec4aa2'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:28:30.011170 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2dbc3f-fb75-4db6-94f0-e1821cec69f5" -d '{"events": [{"server_uuid": "bfbb8802-cab9-46ba-8b7e-c74d2ed636bf", "name": "network-vif-deleted", "tag": "83cb685c-b20a-4dbf-9582-49897dec4aa2"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:28:30.046234 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63a32f-573a-4b32-8a15-b555075feb86 x-openstack-request-id: req-4b63a32f-573a-4b32-8a15-b555075feb86 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:28:30.046530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbb8802-cab9-46ba-8b7e-c74d2ed636bf", "name": "network-vif-deleted", "tag": "83cb685c-b20a-4dbf-9582-49897dec4aa2", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:28:30.046806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b63a32f-573a-4b32-8a15-b555075feb86 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:28:30.047211 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbb8802-cab9-46ba-8b7e-c74d2ed636bf', 'name': 'network-vif-deleted', 'tag': '83cb685c-b20a-4dbf-9582-49897dec4aa2', 'status': 'completed', 'code': 200} Aug 10 15:28:30.101455 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9716ad34-fbeb-4b5e-8610-4471e16dab13 req-4f0a087b-a077-40b5-8804-7dda264f3d01 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbb8802-cab9-46ba-8b7e-c74d2ed636bf HTTP/1.1" status: 200 len: 210 time: 0.0267763 Aug 10 15:28:30.177521 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:28:30.449017 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd191a-3e95-430d-b344-9c7ab7b15af3 req-6b24970a-5db2-476b-b896-8d6c8aeb8cfd tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:30.450493 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4dcd191a-3e95-430d-b344-9c7ab7b15af3 req-6b24970a-5db2-476b-b896-8d6c8aeb8cfd tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 950 time: 0.0474093 Aug 10 15:28:30.488278 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4dcd191a-3e95-430d-b344-9c7ab7b15af3 req-71174fb4-ab7e-4e02-90cd-e9896df3756b tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Aug 10 15:28:30.551481 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['0caa48ad-f7ca-44d8-9afd-72099328b4e4', '83cb685c-b20a-4dbf-9582-49897dec4aa2'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:28:30.815558 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144da58-cc65-4783-b1b9-1de07deb8bf4 req-8d2ff3c5-c756-4938-8587-de922fccb4e0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:30.818148 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e144da58-cc65-4783-b1b9-1de07deb8bf4 req-8d2ff3c5-c756-4938-8587-de922fccb4e0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 944 time: 0.0539386 Aug 10 15:28:30.858441 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e144da58-cc65-4783-b1b9-1de07deb8bf4 req-2a55dbed-5134-496e-a341-916c43bbba12 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336237 Aug 10 15:28:31.049987 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:28:31.050221 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789c1f9-0a89-4214-8cf4-98f079d28391 req-15b3b82f-88ca-48eb-866a-4dc170d78820 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:31.051499 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5789c1f9-0a89-4214-8cf4-98f079d28391 req-15b3b82f-88ca-48eb-866a-4dc170d78820 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0545604 Aug 10 15:28:31.091653 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5789c1f9-0a89-4214-8cf4-98f079d28391 req-460486ba-c778-4184-a689-d52788f9d577 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342026 Aug 10 15:28:31.096579 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port f8445210-b8cc-49d1-8d3d-f74f85208e03 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:28:31.096957 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:31.183861 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:31.221199 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:31.224307 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:31.279143 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=10']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:31.370568 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb697d-1d10-4ca2-8947-a0b3e320003c req-348bcedb-ef67-4296-aa46-63ea724ef014 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:31.372024 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ddeb697d-1d10-4ca2-8947-a0b3e320003c req-348bcedb-ef67-4296-aa46-63ea724ef014 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0489299 Aug 10 15:28:31.410112 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ddeb697d-1d10-4ca2-8947-a0b3e320003c req-e5985267-d53f-4c16-a982-b36296cd25e5 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Aug 10 15:28:31.512773 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:28:31.516067 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e933141-2dff-4ace-83df-cf0faaf1b0a7" -d '{"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-plugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:28:31.551604 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79e0dc6-be85-4fc7-bc55-82ddbfc8eccd x-openstack-request-id: req-c79e0dc6-be85-4fc7-bc55-82ddbfc8eccd {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:28:31.552175 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-plugged", "status": "completed", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:28:31.552175 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c79e0dc6-be85-4fc7-bc55-82ddbfc8eccd {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:28:31.552559 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'code': 200} Aug 10 15:28:31.602195 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bf627-5750-4258-bbd5-8418270c4d71 req-491f588b-8f60-41dd-98e6-90727a3112e8 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:31.603717 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af7bf627-5750-4258-bbd5-8418270c4d71 req-491f588b-8f60-41dd-98e6-90727a3112e8 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 950 time: 0.0486000 Aug 10 15:28:31.641087 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af7bf627-5750-4258-bbd5-8418270c4d71 req-771748c7-66a0-4102-89c7-a18073212ee8 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Aug 10 15:28:31.892035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d512c-c37f-46c4-85e3-5a8c43337fae req-edb690d3-d0a3-4e92-8c21-160adef4ebdb tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:31.893438 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a6d512c-c37f-46c4-85e3-5a8c43337fae req-edb690d3-d0a3-4e92-8c21-160adef4ebdb tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 950 time: 0.0528448 Aug 10 15:28:31.930893 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a6d512c-c37f-46c4-85e3-5a8c43337fae req-780af2b7-03c8-431d-8682-430a36eda98c tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Aug 10 15:28:31.979341 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fc47e-af66-4b22-a63f-99f861000f5e req-3b2cfcb1-dc49-438a-b4a1-826905acc0c2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:31.980909 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-743fc47e-af66-4b22-a63f-99f861000f5e req-3b2cfcb1-dc49-438a-b4a1-826905acc0c2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0491557 Aug 10 15:28:32.020175 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-743fc47e-af66-4b22-a63f-99f861000f5e req-84b42013-6352-4707-8845-370d56af9c20 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331657 Aug 10 15:28:32.165615 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72647e6d-ada6-4d2b-8605-8c528e96d396 req-f249040e-c9df-48a6-9518-d912f4ec94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:32.167110 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-72647e6d-ada6-4d2b-8605-8c528e96d396 req-f249040e-c9df-48a6-9518-d912f4ec94ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 1099 time: 0.0420885 Aug 10 15:28:32.241116 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0816-2ed7-41c0-bd2e-6aaf30e963a3 req-5998622c-c3ab-46d7-ac50-35eeca22ec4f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:32.242604 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-851b0816-2ed7-41c0-bd2e-6aaf30e963a3 req-5998622c-c3ab-46d7-ac50-35eeca22ec4f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0792415 Aug 10 15:28:32.244551 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-72647e6d-ada6-4d2b-8605-8c528e96d396 req-cd8ac9f0-a08b-49b9-bb63-858c6010d78b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526721 Aug 10 15:28:32.282264 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-851b0816-2ed7-41c0-bd2e-6aaf30e963a3 req-1a4f7f9f-c7b8-49d4-a925-8b6cf2c0c756 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336089 Aug 10 15:28:32.523150 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712d34d-7cec-46d4-81d3-561a52e4607b req-ca128512-1a81-4dd8-aaef-28b8764833ab tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:32.524597 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a712d34d-7cec-46d4-81d3-561a52e4607b req-ca128512-1a81-4dd8-aaef-28b8764833ab tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0485659 Aug 10 15:28:32.561790 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a712d34d-7cec-46d4-81d3-561a52e4607b req-f72c820a-977c-4530-9d77-d72936f56126 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302467 Aug 10 15:28:33.046885 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09b5ad-6968-4c4a-b7a0-2f72a39c0f99 req-157581bc-b21b-449f-9f2d-4f837c2b06ba tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:33.048360 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3e09b5ad-6968-4c4a-b7a0-2f72a39c0f99 req-157581bc-b21b-449f-9f2d-4f837c2b06ba tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 950 time: 0.0485563 Aug 10 15:28:33.085930 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3e09b5ad-6968-4c4a-b7a0-2f72a39c0f99 req-89f16002-3bc7-474e-8b8d-d73956991580 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Aug 10 15:28:33.140950 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42f172-c188-400a-a1fc-4909b16ed819 req-0fb287e2-73f3-47c9-8200-e503bff21063 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:33.142424 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4c42f172-c188-400a-a1fc-4909b16ed819 req-0fb287e2-73f3-47c9-8200-e503bff21063 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Aug 10 15:28:33.179069 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4c42f172-c188-400a-a1fc-4909b16ed819 req-e2a229a2-1bb9-474f-8f3e-f86357ca7494 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308332 Aug 10 15:28:33.394507 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff9578-a7cc-45cf-b6da-2296521e6069 req-ae11e475-6cbc-4807-b954-c3fa5474b45a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:33.395957 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f5ff9578-a7cc-45cf-b6da-2296521e6069 req-ae11e475-6cbc-4807-b954-c3fa5474b45a tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0479183 Aug 10 15:28:33.435556 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f5ff9578-a7cc-45cf-b6da-2296521e6069 req-52c83033-3e9b-4da5-bcb3-0a52006d5853 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336022 Aug 10 15:28:33.675836 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03668963-8ca9-48e1-8143-7c8380bd17fa req-4257da9e-3d55-4076-8dd6-090c38829f00 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:33.677277 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-03668963-8ca9-48e1-8143-7c8380bd17fa req-4257da9e-3d55-4076-8dd6-090c38829f00 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0490901 Aug 10 15:28:33.713960 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-03668963-8ca9-48e1-8143-7c8380bd17fa req-8dbf30e1-c70d-474a-b44c-988b35b7b7d2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Aug 10 15:28:34.212428 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4459f-fb36-4d08-9b02-388753fa011b req-75d7c609-34aa-49bb-84df-1a6c999b0c76 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:34.218248 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-69e4459f-fb36-4d08-9b02-388753fa011b req-75d7c609-34aa-49bb-84df-1a6c999b0c76 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 950 time: 0.0601737 Aug 10 15:28:34.258631 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-69e4459f-fb36-4d08-9b02-388753fa011b req-fca98449-d122-446c-9b13-f806a0d9b8cc tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/security-groups?id=61943b3a-98c2-46be-8976-ec434011500e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 Aug 10 15:28:34.308723 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6611f9-2697-4b80-9994-9ff44438c42e req-3aa4c1ca-6853-4565-a469-a2e7d0a2b2ae tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:34.310252 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4c6611f9-2697-4b80-9994-9ff44438c42e req-3aa4c1ca-6853-4565-a469-a2e7d0a2b2ae tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0509164 Aug 10 15:28:34.350670 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4c6611f9-2697-4b80-9994-9ff44438c42e req-85739bfd-2d21-49ba-8c77-ebf9ddc25f3c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335491 Aug 10 15:28:34.438530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-009352c1-2f00-4643-ac8c-f691c218244c tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:34.439941 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-009352c1-2f00-4643-ac8c-f691c218244c tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.16 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 950 time: 0.0507922 Aug 10 15:28:34.577346 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d0540-057f-475d-bb72-0983a88dc3c8 req-72eef31b-4343-4194-b97b-fb15bd5e5cd3 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:34.578894 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a5d0540-057f-475d-bb72-0983a88dc3c8 req-72eef31b-4343-4194-b97b-fb15bd5e5cd3 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0610549 Aug 10 15:28:34.584973 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Deleting port 68181493-9eab-4a2e-8d46-8a7585a88ce4 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:28:34.585307 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:34.673586 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a5d0540-057f-475d-bb72-0983a88dc3c8 req-c56e8e77-e2ff-4e5d-8510-a8a5f28ebbd1 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851960 Aug 10 15:28:34.703828 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] For port 68181493-9eab-4a2e-8d46-8a7585a88ce4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=68181493-9eab-4a2e-8d46-8a7585a88ce4,segment=NetworkSegment(4d3688b1-e417-4e9f-878a-422ba772a557),segment_id=4d3688b1-e417-4e9f-878a-422ba772a557)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:34.704117 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:34.716830 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Calling delete_port for 68181493-9eab-4a2e-8d46-8a7585a88ce4 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:28:34.868345 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cc694-038e-4111-87ac-cb08d680f7d0 req-70b7c328-1c07-4c2f-9e19-28192fb944b8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:34.869835 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d3cc694-038e-4111-87ac-cb08d680f7d0 req-70b7c328-1c07-4c2f-9e19-28192fb944b8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0887933 Aug 10 15:28:34.892557 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:34.930724 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Pushing event deleted for resources: {'Port': ['ID=68181493-9eab-4a2e-8d46-8a7585a88ce4,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:34.939448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['68181493-9eab-4a2e-8d46-8a7585a88ce4'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:28:34.943854 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d3cc694-038e-4111-87ac-cb08d680f7d0 req-95626b79-9bcb-4d4e-b634-3e6caef2f1a8 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654843 Aug 10 15:28:34.976476 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] No DVR routers for this DVR port 68181493-9eab-4a2e-8d46-8a7585a88ce4 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:28:34.979022 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:34.981066 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-170cd3a2-fed6-4d35-ab41-28279f0274a1 req-e891a261-aafb-4930-913d-2b6b1980145d tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.16 "DELETE /v2.0/ports/68181493-9eab-4a2e-8d46-8a7585a88ce4 HTTP/1.1" status: 204 len: 173 time: 0.5262749 Aug 10 15:28:34.981501 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'name': 'network-vif-deleted', 'tag': '68181493-9eab-4a2e-8d46-8a7585a88ce4'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:28:34.984433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce1f3e5-0a15-4834-b8d6-f5734e8e8d4b" -d '{"events": [{"server_uuid": "85f44d34-7f59-4c1e-81e7-50f4539e5ece", "name": "network-vif-deleted", "tag": "68181493-9eab-4a2e-8d46-8a7585a88ce4"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:28:35.022848 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a19e29-36b5-47e3-acde-a21fd17bf253 x-openstack-request-id: req-f1a19e29-36b5-47e3-acde-a21fd17bf253 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:28:35.023280 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f44d34-7f59-4c1e-81e7-50f4539e5ece", "name": "network-vif-deleted", "tag": "68181493-9eab-4a2e-8d46-8a7585a88ce4", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:28:35.023582 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1a19e29-36b5-47e3-acde-a21fd17bf253 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:28:35.024037 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f44d34-7f59-4c1e-81e7-50f4539e5ece', 'name': 'network-vif-deleted', 'tag': '68181493-9eab-4a2e-8d46-8a7585a88ce4', 'status': 'completed', 'code': 200} Aug 10 15:28:35.067648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 83cb685c-b20a-4dbf-9582-49897dec4aa2 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:28:35.089402 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 83cb685c-b20a-4dbf-9582-49897dec4aa2 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:28:35.089924 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 83cb685c-b20a-4dbf-9582-49897dec4aa2 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:28:35.364516 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-02f7d3a4-2f9e-468f-8057-f9ceb82688b6 req-fa4ae911-894b-4068-887b-3b7aa7b0f977 tempest-VolumesNegativeTest-264598190 tempest-VolumesNegativeTest-264598190-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f44d34-7f59-4c1e-81e7-50f4539e5ece HTTP/1.1" status: 200 len: 210 time: 0.0295382 Aug 10 15:28:35.473084 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499ae29-30ab-4a0b-aade-dd8742558ef9 req-7a4ba0e9-9b15-4155-be0f-1c6b9abf521c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:35.474605 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8499ae29-30ab-4a0b-aade-dd8742558ef9 req-7a4ba0e9-9b15-4155-be0f-1c6b9abf521c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0504084 Aug 10 15:28:35.513290 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8499ae29-30ab-4a0b-aade-dd8742558ef9 req-46fb6beb-4a81-452d-a102-41c8044eff36 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328484 Aug 10 15:28:35.787014 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cafd1-d650-4360-90f3-161684f2e1a9 req-2ddb5df0-c7d8-45e7-abc9-231b17ed2a55 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:35.788453 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd4cafd1-d650-4360-90f3-161684f2e1a9 req-2ddb5df0-c7d8-45e7-abc9-231b17ed2a55 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0474880 Aug 10 15:28:35.827675 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd4cafd1-d650-4360-90f3-161684f2e1a9 req-6d5ee8ab-af1b-4194-a0b0-95243b86c568 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332251 Aug 10 15:28:36.065290 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacd63e-48f8-4caf-b9e0-1b1a4bd7da25 req-5e1a273b-ce95-4d7a-a6b9-c892ab04968d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:36.066750 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-deacd63e-48f8-4caf-b9e0-1b1a4bd7da25 req-5e1a273b-ce95-4d7a-a6b9-c892ab04968d tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0515821 Aug 10 15:28:36.102734 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-deacd63e-48f8-4caf-b9e0-1b1a4bd7da25 req-579d1220-0f3d-48bd-9bac-f271104026d3 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Aug 10 15:28:36.957005 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c57065-ab7b-48e8-a587-e9ccac83c1f3 req-6952fa0b-c780-4a8f-8171-8117b187cbe8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:36.958694 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6c57065-ab7b-48e8-a587-e9ccac83c1f3 req-6952fa0b-c780-4a8f-8171-8117b187cbe8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0641139 Aug 10 15:28:37.003799 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6c57065-ab7b-48e8-a587-e9ccac83c1f3 req-fc446e4c-101d-44ca-821a-7292288f18f8 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&id=d3db3b46-9329-4951-bc96-e4a9908cbd68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388730 Aug 10 15:28:37.224596 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa2739-822b-4c38-b109-9b6aab435bab req-326009cc-5cbf-4ff2-80ca-2e333effd7b2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:37.226244 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30fa2739-822b-4c38-b109-9b6aab435bab req-326009cc-5cbf-4ff2-80ca-2e333effd7b2 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0526347 Aug 10 15:28:37.275471 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30fa2739-822b-4c38-b109-9b6aab435bab req-f3effaf2-987a-4841-a9ac-2feea7c7ccbe tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Aug 10 15:28:38.395972 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395ad1-0683-4498-ab39-20b7c0c372ec req-13efa989-582f-4bff-bec5-9e4b1358eae1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:38.396804 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-76395ad1-0683-4498-ab39-20b7c0c372ec req-13efa989-582f-4bff-bec5-9e4b1358eae1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0559845 Aug 10 15:28:38.436860 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-76395ad1-0683-4498-ab39-20b7c0c372ec req-7a8eac1f-e44f-44b7-81b5-93a76ace3fd1 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a09f162-c3bd-41aa-ac12-bc3fb77127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Aug 10 15:28:38.658906 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-0ddae7b6-b719-4157-ab80-47aa8fd58097 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:38.660456 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-0ddae7b6-b719-4157-ab80-47aa8fd58097 tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 946 time: 0.0487311 Aug 10 15:28:38.763961 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Deleting port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:28:38.765041 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:38.853306 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] For port 0caa48ad-f7ca-44d8-9afd-72099328b4e4, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0caa48ad-f7ca-44d8-9afd-72099328b4e4,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:38.853584 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:38.866789 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Calling delete_port for 0caa48ad-f7ca-44d8-9afd-72099328b4e4 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:28:38.993682 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:39.022636 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Pushing event deleted for resources: {'Port': ['ID=0caa48ad-f7ca-44d8-9afd-72099328b4e4,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:39.030349 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['0caa48ad-f7ca-44d8-9afd-72099328b4e4'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:28:39.063803 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] No DVR routers for this DVR port 0caa48ad-f7ca-44d8-9afd-72099328b4e4 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:28:39.071449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:39.073424 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-462b5194-f80d-43b6-bb7b-8ac81bdd342b req-1e7813ff-124c-4103-a9ac-4bda16fb460b tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.16 "DELETE /v2.0/ports/0caa48ad-f7ca-44d8-9afd-72099328b4e4 HTTP/1.1" status: 204 len: 173 time: 0.4069989 Aug 10 15:28:39.073916 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'name': 'network-vif-deleted', 'tag': '0caa48ad-f7ca-44d8-9afd-72099328b4e4'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:28:39.076141 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c8f5f-276f-46f7-a184-ce53206cf009" -d '{"events": [{"server_uuid": "70c822cf-860b-4b7a-b934-3d4a0adad8a1", "name": "network-vif-deleted", "tag": "0caa48ad-f7ca-44d8-9afd-72099328b4e4"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:28:39.093919 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 68181493-9eab-4a2e-8d46-8a7585a88ce4 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:28:39.119803 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5dad92-57f7-436b-a7c2-6052e4ea49d8 x-openstack-request-id: req-6a5dad92-57f7-436b-a7c2-6052e4ea49d8 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:28:39.120099 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c822cf-860b-4b7a-b934-3d4a0adad8a1", "name": "network-vif-deleted", "tag": "0caa48ad-f7ca-44d8-9afd-72099328b4e4", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:28:39.120362 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a5dad92-57f7-436b-a7c2-6052e4ea49d8 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:28:39.120747 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c822cf-860b-4b7a-b934-3d4a0adad8a1', 'name': 'network-vif-deleted', 'tag': '0caa48ad-f7ca-44d8-9afd-72099328b4e4', 'status': 'completed', 'code': 200} Aug 10 15:28:39.122885 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 68181493-9eab-4a2e-8d46-8a7585a88ce4 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:28:39.123236 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 68181493-9eab-4a2e-8d46-8a7585a88ce4 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:28:39.538613 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eb625a76-6f1d-4ce2-a935-d0d07f28c434 req-12bf6fdc-e7a0-46c8-be99-0abc94f9ec3f tempest-ServerRescueNegativeTestJSON-977587424 tempest-ServerRescueNegativeTestJSON-977587424-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c822cf-860b-4b7a-b934-3d4a0adad8a1 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Aug 10 15:28:40.041953 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58282) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:40.176785 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7ffa484e-1b46-48d7-88e8-a79d3f9221f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d23581cf5ad4d39946c757e40244769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336632 Aug 10 15:28:40.179381 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58286) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:40.227929 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3e586966-cfee-41f4-95a9-6bebc40d8c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:40.249470 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3e586966-cfee-41f4-95a9-6bebc40d8c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:40.294825 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3e586966-cfee-41f4-95a9-6bebc40d8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:40.297931 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3e586966-cfee-41f4-95a9-6bebc40d8c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:40.299261 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-3e586966-cfee-41f4-95a9-6bebc40d8c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61943b3a-98c2-46be-8976-ec434011500e HTTP/1.1" status: 204 len: 168 time: 0.1189761 Aug 10 15:28:40.307644 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e586966-cfee-41f4-95a9-6bebc40d8c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61943b3a-98c2-46be-8976-ec434011500e,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:40.592535 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58300) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:40.997338 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:41.480728 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Deleting port 50297b67-f78c-40f4-964b-cc07ac6d5e91 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:28:41.481272 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:41.559660 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] For port 50297b67-f78c-40f4-964b-cc07ac6d5e91, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=50297b67-f78c-40f4-964b-cc07ac6d5e91,segment=NetworkSegment(14e930f2-12a1-4e54-b777-03296f4c0bd2),segment_id=14e930f2-12a1-4e54-b777-03296f4c0bd2)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:41.560015 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:41.572772 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Calling delete_port for 50297b67-f78c-40f4-964b-cc07ac6d5e91 owned by network:router_interface {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:28:41.694740 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dea6e-4e21-4626-9676-829b3177b165 req-5713a7eb-ecdb-4060-8625-c3e291996b03 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:41.696253 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5f4dea6e-4e21-4626-9676-829b3177b165 req-5713a7eb-ecdb-4060-8625-c3e291996b03 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0514414 Aug 10 15:28:41.739386 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5f4dea6e-4e21-4626-9676-829b3177b165 req-4958673d-79f9-4a90-9f63-258625274b23 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362196 Aug 10 15:28:41.813064 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:41.837759 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Pushing event deleted for resources: {'Port': ['ID=50297b67-f78c-40f4-964b-cc07ac6d5e91,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:41.990536 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:42.204527 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Router f9c2c368-c123-401a-97a7-d611265efa01 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:28:42.307185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:28:42.312762 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f83b5945-648a-4576-a010-b7943a7fdacc admin admin] 10.222.0.32 "PUT /v2.0/routers/f9c2c368-c123-401a-97a7-d611265efa01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190967 Aug 10 15:28:42.315086 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58308) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:42.317029 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] Sync routers for ids ['f9c2c368-c123-401a-97a7-d611265efa01'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:28:42.326105 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] Routers {'f9c2c368-c123-401a-97a7-d611265efa01'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:28:42.326718 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:28:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['f9c2c368-c123-401a-97a7-d611265efa01'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:42.416225 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:42.432826 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] Set router f9c2c368-c123-401a-97a7-d611265efa01 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:28:42.520055 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:42.573430 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Deleting port 6a940741-44c4-449d-8183-6df777caa61f {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:28:42.573771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:42.608410 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '6a940741-44c4-449d-8183-6df777caa61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:28:41Z', 'revision_number': 5, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port': {'id': '6a940741-44c4-449d-8183-6df777caa61f', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:09Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:42.637185 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] Checking router: f9c2c368-c123-401a-97a7-d611265efa01 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:28:42.645266 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] Routers {'f9c2c368-c123-401a-97a7-d611265efa01'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:28:42.645905 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:28:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['f9c2c368-c123-401a-97a7-d611265efa01'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:42.653588 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] For port 6a940741-44c4-449d-8183-6df777caa61f, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=6a940741-44c4-449d-8183-6df777caa61f,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:28:42.653979 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:42.666531 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Calling delete_port for 6a940741-44c4-449d-8183-6df777caa61f owned by network:router_gateway {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:28:42.727791 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] Set router f9c2c368-c123-401a-97a7-d611265efa01 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:28:42.782160 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:28:42Z', 'revision_number': 6, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:42.808903 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51f066-73a9-4448-8161-eaab8aef5e44 None None] The sync data for ids ['f9c2c368-c123-401a-97a7-d611265efa01'] in dv-cinder-804093-1-iscsi is: [{'id': 'f9c2c368-c123-401a-97a7-d611265efa01', 'name': 'tempest-ServerRescueNegativeTestJSON-483922554-router', 'tenant_id': 'fc66487747044e83996801e9f86be64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:07Z', 'updated_at': '2021-08-10T15:28:42Z', 'revision_number': 6, 'project_id': 'fc66487747044e83996801e9f86be64a', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:28:42.835070 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:42.860977 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a940741-44c4-449d-8183-6df777caa61f,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:42.866052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611cac2-457b-422b-97f6-d96944a97371 req-34a3b50b-16a3-401e-9178-5cf814af4c5f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:42.870283 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a611cac2-457b-422b-97f6-d96944a97371 req-34a3b50b-16a3-401e-9178-5cf814af4c5f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0543313 Aug 10 15:28:42.907370 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a611cac2-457b-422b-97f6-d96944a97371 req-710bc9b5-4645-49ba-b479-972a5e8c451f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339253 Aug 10 15:28:42.922096 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.024848 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.026889 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.086339 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0caa48ad-f7ca-44d8-9afd-72099328b4e4 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:28:43.089624 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.090225 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c2c368-c123-401a-97a7-d611265efa01 {{(pid=93274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:28:43.095502 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.096630 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-62d3058a-e894-4fe0-ac5c-fef48d3a9af8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f9c2c368-c123-401a-97a7-d611265efa01 HTTP/1.1" status: 204 len: 168 time: 0.7806475 Aug 10 15:28:43.099097 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58312) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:43.111822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 0caa48ad-f7ca-44d8-9afd-72099328b4e4 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:28:43.112366 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0caa48ad-f7ca-44d8-9afd-72099328b4e4 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:28:43.145946 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Deleting subnet d467bef6-c1f3-4192-b88d-62a6c19d9933 {{(pid=93274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:28:43.148918 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.187340 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11353954'] for subnet, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.226942 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.281581 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11301530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10704802'] for subnet, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.310179 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d467bef6-c1f3-4192-b88d-62a6c19d9933,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:43.313704 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.317831 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-3b1c8ae0-b730-4242-9d70-0dec00baa913 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d467bef6-c1f3-4192-b88d-62a6c19d9933 HTTP/1.1" status: 204 len: 168 time: 0.2155466 Aug 10 15:28:43.318160 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58314) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:43.383135 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.470600 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.480200 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c708561f-3b4d-40db-9abe-dcf49427e7a8']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:43.490870 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e930f2-12a1-4e54-b777-03296f4c0bd2') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:43.491160 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e930f2-12a1-4e54-b777-03296f4c0bd2') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:28:43.500174 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.513255 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.519253 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:28:43.519631 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:28:43.521270 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:28:43.574828 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.582151 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.585999 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c708561f-3b4d-40db-9abe-dcf49427e7a8 HTTP/1.1" status: 204 len: 168 time: 0.2649271 Aug 10 15:28:43.595700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f39f6-2948-4e54-a1b0-1abf1b340c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=c708561f-3b4d-40db-9abe-dcf49427e7a8,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:43.665649 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8bb223da-4922-46d2-9204-1bc78468bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.750659 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58318) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:43.792332 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b63c017a-1918-48fd-991b-f8dc6e6561f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc66487747044e83996801e9f86be64a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404780 Aug 10 15:28:43.794865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58320) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:43.851657 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b57bdedc-3494-4b2d-9b54-0c338a6eb369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.881097 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b57bdedc-3494-4b2d-9b54-0c338a6eb369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.888311 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 6a940741-44c4-449d-8183-6df777caa61f no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:28:43.908531 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 6a940741-44c4-449d-8183-6df777caa61f {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:28:43.908898 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 6a940741-44c4-449d-8183-6df777caa61f not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:28:43.909304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 50297b67-f78c-40f4-964b-cc07ac6d5e91 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:28:43.929941 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 50297b67-f78c-40f4-964b-cc07ac6d5e91 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:28:43.930296 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 50297b67-f78c-40f4-964b-cc07ac6d5e91 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:28:43.931856 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b57bdedc-3494-4b2d-9b54-0c338a6eb369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.935463 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b57bdedc-3494-4b2d-9b54-0c338a6eb369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:43.938238 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b57bdedc-3494-4b2d-9b54-0c338a6eb369 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a09f162-c3bd-41aa-ac12-bc3fb77127a6 HTTP/1.1" status: 204 len: 168 time: 0.1424024 Aug 10 15:28:43.948039 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bdedc-3494-4b2d-9b54-0c338a6eb369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09f162-c3bd-41aa-ac12-bc3fb77127a6,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:43.995235 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:44.033687 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10702310-8932-4d48-9c99-e8f3d7cc0977 req-03211c05-23fe-44de-bb34-ccefc0b72016 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:44.035309 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-10702310-8932-4d48-9c99-e8f3d7cc0977 req-03211c05-23fe-44de-bb34-ccefc0b72016 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0503469 Aug 10 15:28:44.073638 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-10702310-8932-4d48-9c99-e8f3d7cc0977 req-7091358e-a326-4e8e-9d22-8f58a7ff6555 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322127 Aug 10 15:28:45.194387 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5695a-11af-49b3-9135-a9c2a21450a8 req-94c61ff5-ff7e-4563-bcd2-25776fe04f54 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:45.195824 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1ca5695a-11af-49b3-9135-a9c2a21450a8 req-94c61ff5-ff7e-4563-bcd2-25776fe04f54 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Aug 10 15:28:45.232366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1ca5695a-11af-49b3-9135-a9c2a21450a8 req-6cc90e68-a19f-47e0-9e8b-84d58a6ccb6f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306983 Aug 10 15:28:46.271648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cbe555fe-082d-423b-8df5-1d88facdde50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:46.364810 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940aeb1-5e56-4f5d-9e5c-6d36b9388bbf req-cc858212-f27b-4fe1-80c9-494979b46145 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:46.366873 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8940aeb1-5e56-4f5d-9e5c-6d36b9388bbf req-cc858212-f27b-4fe1-80c9-494979b46145 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0590250 Aug 10 15:28:46.417528 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8940aeb1-5e56-4f5d-9e5c-6d36b9388bbf req-be3e4258-95cc-490c-bf07-a2091999ae40 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Aug 10 15:28:46.580436 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:47.526240 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e4a6-d036-4264-ab7c-4b37081e5628 req-e14aa9b5-34f8-4ef8-ab81-91744d7beb1c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:47.528480 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2f97e4a6-d036-4264-ab7c-4b37081e5628 req-e14aa9b5-34f8-4ef8-ab81-91744d7beb1c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0483594 Aug 10 15:28:47.544692 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:47.565955 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2f97e4a6-d036-4264-ab7c-4b37081e5628 req-0e4593d5-fe5a-475d-a409-a44b55b2aa51 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Aug 10 15:28:48.682978 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544810fd-d4b0-43a8-911d-bc2932100e59 req-6d8e631e-9926-4d7e-8ef1-7f2024d30b41 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:48.684417 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-544810fd-d4b0-43a8-911d-bc2932100e59 req-6d8e631e-9926-4d7e-8ef1-7f2024d30b41 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Aug 10 15:28:48.721015 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-544810fd-d4b0-43a8-911d-bc2932100e59 req-36309248-3722-469b-8a99-99c9776288bb tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302675 Aug 10 15:28:49.353237 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:49.832748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1b17-38e7-42da-ad08-8c40f700a6ff req-f8baaccb-c464-4e34-a01a-ecb0ceb11553 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:49.834282 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a36c1b17-38e7-42da-ad08-8c40f700a6ff req-f8baaccb-c464-4e34-a01a-ecb0ceb11553 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Aug 10 15:28:49.878592 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a36c1b17-38e7-42da-ad08-8c40f700a6ff req-f911fc73-846e-4eaf-93fe-4646cf3e0aae tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379872 Aug 10 15:28:51.035009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147162-9dc5-4eae-b90f-435f95ded4a3 req-02c6cebf-70c8-46f0-9395-6e9f3a8f4a5a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:51.036476 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00147162-9dc5-4eae-b90f-435f95ded4a3 req-02c6cebf-70c8-46f0-9395-6e9f3a8f4a5a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Aug 10 15:28:51.072749 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-00147162-9dc5-4eae-b90f-435f95ded4a3 req-f6eb7969-3aef-4323-acb9-64a371b0813a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304711 Aug 10 15:28:52.192768 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d6bc-21c7-4c2b-ad54-3606caa6a1df req-bc203194-c0fa-4af3-864e-aa4c2c079b36 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:52.194252 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e859d6bc-21c7-4c2b-ad54-3606caa6a1df req-bc203194-c0fa-4af3-864e-aa4c2c079b36 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Aug 10 15:28:52.231120 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e859d6bc-21c7-4c2b-ad54-3606caa6a1df req-9faf538c-b0bc-400c-9aa2-4dd6ff203904 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Aug 10 15:28:52.421206 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26eec3-0b89-4cef-aff4-b8267c1e17b9 req-f6f7efb5-b08a-4377-8607-e7e76fe3964c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:52.422784 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d26eec3-0b89-4cef-aff4-b8267c1e17b9 req-f6f7efb5-b08a-4377-8607-e7e76fe3964c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0475814 Aug 10 15:28:52.468639 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d26eec3-0b89-4cef-aff4-b8267c1e17b9 req-c0d416d5-b525-4b85-891c-be820ccb2d5e tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Aug 10 15:28:52.496034 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-623810ec-44b5-4237-960e-1df9e8265f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:52.497485 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-623810ec-44b5-4237-960e-1df9e8265f6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0433118 Aug 10 15:28:52.589367 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-8e0be0a8-4763-4a92-af66-1f0cb29cc292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:52.590915 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-8e0be0a8-4763-4a92-af66-1f0cb29cc292 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.0830262 Aug 10 15:28:52.654710 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-22d1e0eb-4f4b-4304-adcd-98b9ad9e3e36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 200 len: 1000 time: 0.0555553 Aug 10 15:28:52.705925 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-cd1b96c2-6abc-4dc0-9bda-11510cd953a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:52.707321 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-cd1b96c2-6abc-4dc0-9bda-11510cd953a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0450842 Aug 10 15:28:52.752922 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-b172410c-913a-4079-8437-fb041ded9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:52.754446 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-b172410c-913a-4079-8437-fb041ded9e2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387456 Aug 10 15:28:52.841320 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-a9c108b6-38c2-465f-9f61-cbee82b340e3 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781488 Aug 10 15:28:52.939885 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bece6a71-017a-43b3-b805-c5dda7412fa9 req-51df44f1-7277-4511-8c8c-026a75766e81 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902934 Aug 10 15:28:53.235347 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58448) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:53.336946 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c77df27a-53ae-4933-aa92-40f815486f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.422329 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c77df27a-53ae-4933-aa92-40f815486f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.425995 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c77df27a-53ae-4933-aa92-40f815486f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.461336 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77df27a-53ae-4933-aa92-40f815486f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387dadfb-ab72-4cb5-9c40-14213626bc8c,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:53.465516 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c77df27a-53ae-4933-aa92-40f815486f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9cd55e6e9df4f1bb10f1830821a1344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291603 Aug 10 15:28:53.468656 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58452) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:53.518185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7605640c-40a4-48bc-855c-b67b998d3e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.540627 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7605640c-40a4-48bc-855c-b67b998d3e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.587076 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375d741-6182-468f-a20e-c27ccbc090e8 req-e5d6fd4b-c0dd-4cb8-8a14-942da1c4ca63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:53.589812 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e375d741-6182-468f-a20e-c27ccbc090e8 req-e5d6fd4b-c0dd-4cb8-8a14-942da1c4ca63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Aug 10 15:28:53.595709 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7605640c-40a4-48bc-855c-b67b998d3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.598484 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-7605640c-40a4-48bc-855c-b67b998d3e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:53.602211 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-7605640c-40a4-48bc-855c-b67b998d3e42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/387dadfb-ab72-4cb5-9c40-14213626bc8c HTTP/1.1" status: 204 len: 168 time: 0.1300683 Aug 10 15:28:53.607444 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605640c-40a4-48bc-855c-b67b998d3e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387dadfb-ab72-4cb5-9c40-14213626bc8c,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:53.633718 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e375d741-6182-468f-a20e-c27ccbc090e8 req-8420e311-d1a4-4889-ae5e-190a31cff5ec tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350139 Aug 10 15:28:54.757831 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739827c-d186-4a0e-ac9f-07c64b001366 req-8ca39bc7-998c-4392-8a99-a14961e0143f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:28:54.759353 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9739827c-d186-4a0e-ac9f-07c64b001366 req-8ca39bc7-998c-4392-8a99-a14961e0143f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0577731 Aug 10 15:28:54.802414 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9739827c-d186-4a0e-ac9f-07c64b001366 req-af84c63a-9122-45e7-ae59-8ce742ae992c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364344 Aug 10 15:28:57.782224 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58532) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:57.884701 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5f7ada8f-a609-433c-b5ed-758a1dde40a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:57.971287 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5f7ada8f-a609-433c-b5ed-758a1dde40a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:57.974744 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-5f7ada8f-a609-433c-b5ed-758a1dde40a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.009719 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ada8f-a609-433c-b5ed-758a1dde40a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a62e1-fe35-4d64-b204-dd09bbf99c32,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:58.014440 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-5f7ada8f-a609-433c-b5ed-758a1dde40a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d1191d225f640f89c80ac5f1f124bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306681 Aug 10 15:28:58.017092 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58536) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:58.063771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-499a5e11-3dbe-4689-8462-73967e750260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.084351 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-499a5e11-3dbe-4689-8462-73967e750260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.131448 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-499a5e11-3dbe-4689-8462-73967e750260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.134024 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-499a5e11-3dbe-4689-8462-73967e750260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.135161 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-499a5e11-3dbe-4689-8462-73967e750260 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/163a62e1-fe35-4d64-b204-dd09bbf99c32 HTTP/1.1" status: 204 len: 168 time: 0.1172574 Aug 10 15:28:58.143141 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a5e11-3dbe-4689-8462-73967e750260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a62e1-fe35-4d64-b204-dd09bbf99c32,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:58.392296 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58542) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:58.405225 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f27ba1a0-f486-45be-afb3-622549615558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.491419 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f27ba1a0-f486-45be-afb3-622549615558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.494913 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f27ba1a0-f486-45be-afb3-622549615558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.531810 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f27ba1a0-f486-45be-afb3-622549615558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7e44b4ae69f45f88fa7a3cada43a359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384287 Aug 10 15:28:58.533009 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ba1a0-f486-45be-afb3-622549615558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca39c67-7734-4602-984a-c8f3e2a857b8,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:28:58.534525 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58544) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:28:58.582849 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7405-217e-4a2b-82c1-bb696e08d1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.603285 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7405-217e-4a2b-82c1-bb696e08d1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.650192 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7405-217e-4a2b-82c1-bb696e08d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.652705 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7405-217e-4a2b-82c1-bb696e08d1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:28:58.653861 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5b2d7405-217e-4a2b-82c1-bb696e08d1ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ca39c67-7734-4602-984a-c8f3e2a857b8 HTTP/1.1" status: 204 len: 168 time: 0.1183255 Aug 10 15:28:58.661599 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d7405-217e-4a2b-82c1-bb696e08d1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca39c67-7734-4602-984a-c8f3e2a857b8,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:07.176194 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:29:13.665723 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f4b8-22f0-410e-a054-7d21c71303a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:13.980964 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:15.536001 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60130-5c73-4b8a-9643-a57b5321faaf req-1170020f-e6da-4a2e-9ffc-c22121dc3c80 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:15.537517 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b3e60130-5c73-4b8a-9643-a57b5321faaf req-1170020f-e6da-4a2e-9ffc-c22121dc3c80 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0484335 Aug 10 15:29:15.581825 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b3e60130-5c73-4b8a-9643-a57b5321faaf req-bf71c6ee-917e-4e0e-94e6-f57c0af14e1f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385137 Aug 10 15:29:16.261720 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-106a2d1f-0a9b-4bcb-976a-4ec80d1f19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:16.581652 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:16.706594 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c6417-887a-4c7a-9223-5cbb1d61ac0a req-fe02fb65-f92d-412f-be5a-16dfc275b52f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:16.708058 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-729c6417-887a-4c7a-9223-5cbb1d61ac0a req-fe02fb65-f92d-412f-be5a-16dfc275b52f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0514202 Aug 10 15:29:16.745419 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-729c6417-887a-4c7a-9223-5cbb1d61ac0a req-d4c6e514-d2ee-4374-b1d0-55ef3fbab66e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Aug 10 15:29:17.374807 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-ec147d4f-6f67-420d-897c-e894b6bf3e1e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:17.376170 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-ec147d4f-6f67-420d-897c-e894b6bf3e1e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.0529859 Aug 10 15:29:17.470503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Deleting port f8445210-b8cc-49d1-8d3d-f74f85208e03 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:17.470837 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:17.549721 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:17.563720 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] For port f8445210-b8cc-49d1-8d3d-f74f85208e03, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f8445210-b8cc-49d1-8d3d-f74f85208e03,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:17.564085 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:17.997629 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d5b7-67e0-4160-be84-2370c2bc2c9f req-5d0389f4-6336-4415-aee1-ae1057bedd52 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:17.999037 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3e97d5b7-67e0-4160-be84-2370c2bc2c9f req-5d0389f4-6336-4415-aee1-ae1057bedd52 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 946 time: 0.1229091 Aug 10 15:29:18.141685 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3e97d5b7-67e0-4160-be84-2370c2bc2c9f req-441236bf-d0f5-4f4a-92d0-32e13dab2a26 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e9c93f7-2b98-4fd9-a778-22afe59df344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139836 Aug 10 15:29:18.144824 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:18.145212 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:18.145628 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Floating IP 8de96f51-b4f6-49af-a49f-c186d0e28afa disassociated. External IP: 172.27.0.131, port: f8445210-b8cc-49d1-8d3d-f74f85208e03. Aug 10 15:29:18.146005 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Calling delete_port for f8445210-b8cc-49d1-8d3d-f74f85208e03 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:18.278143 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:18.306437 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event deleted for resources: {'Port': ['ID=f8445210-b8cc-49d1-8d3d-f74f85208e03,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:18.424025 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:18.531803 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:18.541758 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:18.551831 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:18.552508 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:18.571045 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] No DVR routers for this DVR port f8445210-b8cc-49d1-8d3d-f74f85208e03 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:18.573611 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:18.575794 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-838342c4-39a6-4a8d-affc-94214edd5dd4 req-c127e1fb-c3ef-4680-a75c-6bc097f77c1b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "DELETE /v2.0/ports/f8445210-b8cc-49d1-8d3d-f74f85208e03 HTTP/1.1" status: 204 len: 173 time: 1.1922302 Aug 10 15:29:18.576263 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-deleted', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:18.578522 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd56339b-a3e8-4209-80b4-55afb512056d" -d '{"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-deleted", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:18.629009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d1ed36-05fb-4205-b148-c3086725acb1 x-openstack-request-id: req-65d1ed36-05fb-4205-b148-c3086725acb1 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:18.629306 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fddf2ff-3782-4735-bb58-6357ad6eaff1", "name": "network-vif-deleted", "tag": "f8445210-b8cc-49d1-8d3d-f74f85208e03", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:18.629562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65d1ed36-05fb-4205-b148-c3086725acb1 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:18.630094 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fddf2ff-3782-4735-bb58-6357ad6eaff1', 'name': 'network-vif-deleted', 'tag': 'f8445210-b8cc-49d1-8d3d-f74f85208e03', 'status': 'completed', 'code': 200} Aug 10 15:29:18.670748 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:18.893676 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:18.923742 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:18.934311 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:18.934980 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:19.054361 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:19.278147 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:19.286543 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-72154c74-95dc-47c4-9744-493d64c2dac6 req-4c493638-f77d-4c16-9ba5-2f1176abb7ee tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fddf2ff-3782-4735-bb58-6357ad6eaff1 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Aug 10 15:29:19.308766 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28411b33-1996-4981-bf59-ee3ee95451bf None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:19.361477 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:19.526084 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057fe2f-41a7-49ac-988f-354985eac35f None None] New status for floating IP 8de96f51-b4f6-49af-a49f-c186d0e28afa: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:29:20.387075 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58770) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:20.446762 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a09e1da-6383-484c-a078-b9e0553181d7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.473962 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a09e1da-6383-484c-a078-b9e0553181d7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.524718 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a09e1da-6383-484c-a078-b9e0553181d7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.527358 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a09e1da-6383-484c-a078-b9e0553181d7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.528491 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5a09e1da-6383-484c-a078-b9e0553181d7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "DELETE /v2.0/security-groups/5e9c93f7-2b98-4fd9-a778-22afe59df344 HTTP/1.1" status: 204 len: 168 time: 0.1403904 Aug 10 15:29:20.532086 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58772) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:20.538119 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e1da-6383-484c-a078-b9e0553181d7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c93f7-2b98-4fd9-a778-22afe59df344,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:20.547615 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.api.v2.resource [None req-a9468917-4bbf-4a44-a97a-7e7aaa0493bd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] show failed (client error): The resource could not be found. Aug 10 15:29:20.549825 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a9468917-4bbf-4a44-a97a-7e7aaa0493bd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups/5e9c93f7-2b98-4fd9-a778-22afe59df344 HTTP/1.1" status: 404 len: 347 time: 0.0150127 Aug 10 15:29:20.551796 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58774) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:20.681307 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Deleting port 89dab700-396d-4672-a9bf-17bbc46cbb4d {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:20.681571 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.758501 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.758848 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:20.770459 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Calling delete_port for 89dab700-396d-4672-a9bf-17bbc46cbb4d owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:20.907850 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.027718 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-ffdf8d50-208a-4546-aacc-4dabff18563e tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805866850&fields=id&tenant_id=11de685886bc4132a033d2f1e0a833a5 HTTP/1.1" status: 200 len: 267 time: 0.0438669 Aug 10 15:29:21.091435 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-4771a54a-c52b-4a02-857c-aa29266a3545 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:21.093602 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-4771a54a-c52b-4a02-857c-aa29266a3545 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 984 time: 0.0577533 Aug 10 15:29:21.106133 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Request body: {'port': {'security_groups': ['aeae3d37-404c-4d2b-bf23-d3fe941bce5d']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:21.156603 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event deleted for resources: {'Port': ['ID=89dab700-396d-4672-a9bf-17bbc46cbb4d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:21.183974 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.214709 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.217157 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.220480 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ae5ac531-5942-4fe5-a2f0-0ad78bd6eb45 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "DELETE /v2.0/floatingips/8de96f51-b4f6-49af-a49f-c186d0e28afa HTTP/1.1" status: 204 len: 168 time: 0.6655681 Aug 10 15:29:21.236939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:21.263891 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: f8445210-b8cc-49d1-8d3d-f74f85208e03 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:21.264603 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f8445210-b8cc-49d1-8d3d-f74f85208e03 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:21.373406 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:21.401506 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.406253 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.449213 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:21.449919 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.450168 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['de63825d-a055-4351-b5e6-0daee43b1583'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:29:21.451475 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6c80fe89-23bd-4934-a31c-139c8bb07b09 req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "PUT /v2.0/ports/de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 942 time: 0.3505199 Aug 10 15:29:21.451956 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:21.454513 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04520748-a4fa-4131-a91a-f0f0c5ec9354" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:21.460071 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58784) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:21.484176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58786) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:21.491742 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472950857', 'description': 'tempest-description--1086305303'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:21.521843 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b614bd-2d09-4faf-83a1-05eb1f8deae3 x-openstack-request-id: req-68b614bd-2d09-4faf-83a1-05eb1f8deae3 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:21.525589 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:21.525892 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b614bd-2d09-4faf-83a1-05eb1f8deae3 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:21.526848 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'status': 'completed', 'code': 200} Aug 10 15:29:21.544182 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.545267 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-614b770f-599b-4b12-8af4-66687acdd733 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.549315 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event updated for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=7']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:21.572510 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.572868 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.573217 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.573569 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.573935 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.574279 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.574615 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.574950 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.575283 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.575617 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.575948 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.576280 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3f397-529f-4975-9fb1-d626405c1ced tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:21.596344 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-614b770f-599b-4b12-8af4-66687acdd733 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.604848 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['de63825d-a055-4351-b5e6-0daee43b1583'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:29:21.636957 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-cc328176-dd0d-413d-ab6a-902a42283a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:21.638581 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-cc328176-dd0d-413d-ab6a-902a42283a90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1098 time: 0.0584395 Aug 10 15:29:21.697002 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-614b770f-599b-4b12-8af4-66687acdd733 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.699596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-614b770f-599b-4b12-8af4-66687acdd733 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.700760 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-614b770f-599b-4b12-8af4-66687acdd733 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3db3b46-9329-4951-bc96-e4a9908cbd68 HTTP/1.1" status: 204 len: 168 time: 0.2396965 Aug 10 15:29:21.704494 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58788) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:21.719073 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b770f-599b-4b12-8af4-66687acdd733 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3db3b46-9329-4951-bc96-e4a9908cbd68,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:21.813269 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.816681 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-0ef06b65-36ee-496f-b225-8abfe9bf7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:21.818235 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-0ef06b65-36ee-496f-b225-8abfe9bf7b80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 914 time: 0.1708534 Aug 10 15:29:21.819441 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.822653 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-5bca1bf3-2054-4100-8909-e21e6a4fbaa1 None None] Provisioning complete for port de63825d-a055-4351-b5e6-0daee43b1583 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:21.822865 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5bca1bf3-2054-4100-8909-e21e6a4fbaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.892823 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.894572 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4089217 Aug 10 15:29:21.900850 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58792) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:21.907414 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'security_group_rule': {'security_group_id': '2aec345e-f831-4309-9191-21d7bcbd0995', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:21.907676 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ecc59-5541-4d24-b8c4-764df5932f85 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec345e-f831-4309-9191-21d7bcbd0995,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:21.915503 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-6ecbfda8-0e64-4ede-9e05-9a134ec2d14d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 1001 time: 0.0869243 Aug 10 15:29:21.918768 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Deleting port 1a37ce33-8295-4a6f-8c3d-ee697dd83cf8 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:21.919132 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:21.971988 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-6d1289df-ae6c-4486-903c-93e56b38c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:21.973571 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-6d1289df-ae6c-4486-903c-93e56b38c52f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.0495083 Aug 10 15:29:21.975163 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.036608 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-7ffc9a03-ae97-4d66-b897-2fbea89679d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:22.038177 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-7ffc9a03-ae97-4d66-b897-2fbea89679d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498989 Aug 10 15:29:22.049802 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.050179 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.065700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.069425 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Calling delete_port for 1a37ce33-8295-4a6f-8c3d-ee697dd83cf8 owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:22.073354 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.099137 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de1c57f-e156-46c2-b7c1-d99929d6183d,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:22.138829 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.140578 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a92eecb9-2d37-493d-a63f-ff1eae5ca2ba tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2381525 Aug 10 15:29:22.142390 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-552f960d-d72b-4f08-88b7-2d4e476449cf service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943046 Aug 10 15:29:22.143348 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58794) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:22.147774 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'security_group_rule': {'security_group_id': '2aec345e-f831-4309-9191-21d7bcbd0995', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:22.232409 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.270884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.289322 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04520748-a4fa-4131-a91a-f0f0c5ec9354 req-f85bdc37-ac0d-43d7-86d1-effd8d277f73 service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360590 Aug 10 15:29:22.295567 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event deleted for resources: {'Port': ['ID=1a37ce33-8295-4a6f-8c3d-ee697dd83cf8,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:22.313775 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.318126 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.336936 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827306b8-7b04-4a11-8b33-540af2c32202,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:22.343023 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.344429 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ae8d6b97-ac73-41b0-bc2e-f2f8be98b6b2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2000957 Aug 10 15:29:22.347407 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58796) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:22.351969 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:22.358139 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.358473 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Floating IP f5a2b2e9-da90-44e3-85dd-5b33a19b9246 disassociated (deleted). External IP: 172.27.0.218, port: de63825d-a055-4351-b5e6-0daee43b1583. Aug 10 15:29:22.377057 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.470865 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.570348 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Router b5b5267f-71e1-40fe-b830-977c84a41405 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:22.576816 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Allocated IP 172.27.0.125 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/ccdceb13-3cfa-4061-ad03-110d3207e937) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:22.676480 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.688760 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:22.693568 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.699648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] Sync routers for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:22.708572 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:22.709381 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:22.719775 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d161e1ce-ee68-4f84-a018-c76bea0c12f6 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5a2b2e9-da90-44e3-85dd-5b33a19b9246 HTTP/1.1" status: 204 len: 168 time: 1.0122173 Aug 10 15:29:22.720399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:22.723024 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c2e5c-a3da-45dc-8d66-aac597c0efe2" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:22.724007 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:22.764396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c249621-c26e-4025-9983-6a93aeb1a2a6 x-openstack-request-id: req-5c249621-c26e-4025-9983-6a93aeb1a2a6 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:22.764781 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:22.765034 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c249621-c26e-4025-9983-6a93aeb1a2a6 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:22.765434 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'status': 'completed', 'code': 200} Aug 10 15:29:22.797988 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'Port': ['ID=ccdceb13-3cfa-4061-ad03-110d3207e937,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:22.808571 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:22.810495 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:22.814482 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:22.919127 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-be399e15-90a6-4a95-bfae-3f8215a72956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:22.923510 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-be399e15-90a6-4a95-bfae-3f8215a72956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11de685886bc4132a033d2f1e0a833a5&device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 1098 time: 0.0868444 Aug 10 15:29:22.985383 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:22.998712 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:23.058650 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:23.091872 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-672653bf-be01-4020-a857-b59e6716a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:23.093995 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-672653bf-be01-4020-a857-b59e6716a94c service neutron] 10.222.0.16 "GET /v2.0/networks?id=449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 200 len: 914 time: 0.1606801 Aug 10 15:29:23.150562 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-c5934c0e-aadc-454a-8172-18565c7b2813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 200 len: 217 time: 0.0482922 Aug 10 15:29:23.223352 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:42Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:23.249186 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] Checking router: b5b5267f-71e1-40fe-b830-977c84a41405 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:23.252650 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-f5397591-8c81-4c4a-89d0-231f1a365305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:23.254136 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-f5397591-8c81-4c4a-89d0-231f1a365305 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 200 len: 852 time: 0.0906487 Aug 10 15:29:23.257311 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:23.257946 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:23.330117 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:23.332879 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-c2fb45b5-1a96-49f5-be1d-01dc4b93d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:23.334513 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-c2fb45b5-1a96-49f5-be1d-01dc4b93d9ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=449650d2-05ab-4944-90cf-a74ee5d7dd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712793 Aug 10 15:29:23.335617 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:23.371496 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:23.449453 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'Port': ['ID=ccdceb13-3cfa-4061-ad03-110d3207e937,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:23.473058 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:23.504112 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:23.505340 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-11ef1a86-160c-41bb-91eb-ae985a4577c1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1569638 Aug 10 15:29:23.510962 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-304e988b-5f3f-452a-971d-b4cf22ccd32c service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508307 Aug 10 15:29:23.603188 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:42Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:23.632593 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932b5c1-95fb-4048-8db6-3b1c02007268 None None] The sync data for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi is: [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:26:36Z', 'revision_number': 4, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '1768f1ba-f04a-4235-8fe6-195a068ba717', 'name': '', 'network_id': '449650d2-05ab-4944-90cf-a74ee5d7dd1d', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'mac_address': 'fa:16:3e:28:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:35Z', 'updated_at': '2021-08-10T15:26:42Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'subnets': [{'id': '0b76a6df-8f5b-4235-a14f-2ea34e5d2f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:23.643237 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-074c2e5c-a3da-45dc-8d66-aac597c0efe2 req-beefea28-aa1a-486a-959b-2693092b3f1f service neutron] 10.222.0.16 "GET /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037965 Aug 10 15:29:23.707147 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-029d92c5-91b1-4e2b-a6dd-4593af2ca0dc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1472950857&fields=id&tenant_id=3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 267 time: 0.0360699 Aug 10 15:29:23.815917 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-d9183f65-52de-4dc6-8334-4fa40ce2e74b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:23.817435 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-d9183f65-52de-4dc6-8334-4fa40ce2e74b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 816 time: 0.1030478 Aug 10 15:29:23.834904 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-c34a3c16-aaaf-4277-a696-7c4d76c93933 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/quotas/3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 375 time: 0.0112357 Aug 10 15:29:23.869653 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf83d82-171a-48f2-a5fa-955b654800e5 None None] New status for floating IP f5a2b2e9-da90-44e3-85dd-5b33a19b9246: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:29:23.898432 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-8ff1669e-2d62-4abe-9fb8-b7bf6259b88d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569603 Aug 10 15:29:24.000242 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-ce80fdae-d6e7-4176-b002-429cc3d07224 service neutron] 10.222.0.32 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886736 Aug 10 15:29:24.103977 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-cd7aa908-3845-4155-9b4c-3695cf3ec51a service neutron] 10.222.0.32 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895774 Aug 10 15:29:24.284258 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-723608db-3481-404d-a149-dc3629077073 req-3bec8213-f7da-466e-8e64-3fcc747ec0ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 210 time: 0.0327978 Aug 10 15:29:25.322608 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6f0db639-54a7-4922-8fd3-41cb225c73ef tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:25.324136 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6f0db639-54a7-4922-8fd3-41cb225c73ef tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 816 time: 0.1149588 Aug 10 15:29:25.395922 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e4a2f2a-f628-4a26-afaf-b4bf102a60f0 req-cd8df000-a13a-4e1b-8cdc-2643d56e3872 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 210 time: 0.0311289 Aug 10 15:29:25.428227 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-cfcad09b-ff9c-41ca-9b74-d353f806fbd1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 380 time: 0.0836813 Aug 10 15:29:25.440727 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'port': {'device_id': '8677221b-e6fc-4805-994f-2a8b32156203', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'admin_state_up': True, 'tenant_id': '3e5da004933548b092877a29a016ee15', 'security_groups': ['2aec345e-f831-4309-9191-21d7bcbd0995']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:25.578021 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd245be-0fb6-41f6-9b2e-6ca98ca7b496 req-6ac17a6f-c7d4-402c-8860-6f6c898f0950 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:25.579475 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ddd245be-0fb6-41f6-9b2e-6ca98ca7b496 req-6ac17a6f-c7d4-402c-8860-6f6c898f0950 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0812092 Aug 10 15:29:25.833085 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Made reservation on behalf of 3e5da004933548b092877a29a016ee15 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:25.836499 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:25.867263 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ddd245be-0fb6-41f6-9b2e-6ca98ca7b496 req-89dbe489-baa0-4f9f-a857-b8c84ac08f69 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803919 Aug 10 15:29:25.973313 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Allocated IP 172.20.0.6 (eee1b5ed-b863-4755-ac90-e7cc2376e15a/a0a1d924-2f44-4246-b15f-097b98cfc0af/bb7b56ec-8c8f-4af3-86d1-4d571677c216) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:26.112947 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.127253 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Transition to ACTIVE for port object bb7b56ec-8c8f-4af3-86d1-4d571677c216 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:26.165188 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.207404 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:26.212235 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:26.214547 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:26.250748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:26.281462 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:26.282101 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.296712 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-6b374e86-b76e-4df4-bad9-0ebd64e745ed tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8594692 Aug 10 15:29:26.316613 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Request body: {'port': {'device_id': '8677221b-e6fc-4805-994f-2a8b32156203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:26.374058 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.403051 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d084e064-a810-4d23-8a59-cc273d7087b6 None None] Provisioning for port bb7b56ec-8c8f-4af3-86d1-4d571677c216 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:26.406684 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d084e064-a810-4d23-8a59-cc273d7087b6 None None] Provisioning complete for port bb7b56ec-8c8f-4af3-86d1-4d571677c216 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:26.407059 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d084e064-a810-4d23-8a59-cc273d7087b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.442080 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d084e064-a810-4d23-8a59-cc273d7087b6 None None] Port bb7b56ec-8c8f-4af3-86d1-4d571677c216 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:29:26.583292 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316be48-9534-4346-b010-8b8672da467b req-8be073aa-95cb-4515-8270-6f5529c49e8b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:26.584670 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8316be48-9534-4346-b010-8b8672da467b req-8be073aa-95cb-4515-8270-6f5529c49e8b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 931 time: 0.1028018 Aug 10 15:29:26.657670 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8316be48-9534-4346-b010-8b8672da467b req-6cdd8152-7570-4a47-a765-3a2b2fa3d3a4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626965 Aug 10 15:29:26.703440 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7b56ec-8c8f-4af3-86d1-4d571677c216 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:29:26.710716 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.722737 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Transition to ACTIVE for port object bb7b56ec-8c8f-4af3-86d1-4d571677c216 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:26.726665 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.782914 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:26.851094 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Attempting to bind port bb7b56ec-8c8f-4af3-86d1-4d571677c216 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:26.851435 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Attempting to bind port bb7b56ec-8c8f-4af3-86d1-4d571677c216 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:26.851765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Attempting to bind port bb7b56ec-8c8f-4af3-86d1-4d571677c216 on network eee1b5ed-b863-4755-ac90-e7cc2376e15a {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:26.856260 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Port bb7b56ec-8c8f-4af3-86d1-4d571677c216 on network eee1b5ed-b863-4755-ac90-e7cc2376e15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:29:26.856579 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Attempting to bind port bb7b56ec-8c8f-4af3-86d1-4d571677c216 on network eee1b5ed-b863-4755-ac90-e7cc2376e15a {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:26.861605 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:26.862320 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Checking segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:26.862737 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Bound using segment: {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:26.863152 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Bound port: bb7b56ec-8c8f-4af3-86d1-4d571677c216, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffec171b-9512-4c41-9d93-904bb5d21648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:26.863513 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.932735 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:26.935718 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:26.949034 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.995876 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:26.996852 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:26.998790 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] 10.222.0.16 "PUT /v2.0/ports/bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 1093 time: 0.6871598 Aug 10 15:29:27.000560 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:27.004809 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f099b92-b893-4b6d-ab45-6843a0853e79" -d '{"events": [{"name": "network-changed", "server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:27.050810 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d1053-e783-4032-a092-6e29052b6ad2 req-d53985cb-3daa-4deb-a496-9d69c2da4d6f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.052359 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b7d1053-e783-4032-a092-6e29052b6ad2 req-d53985cb-3daa-4deb-a496-9d69c2da4d6f tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.1142604 Aug 10 15:29:27.053818 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8e37d-bf67-464f-acf6-d91035c05cb1 x-openstack-request-id: req-32a8e37d-bf67-464f-acf6-d91035c05cb1 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:27.054093 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:27.054338 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32a8e37d-bf67-464f-acf6-d91035c05cb1 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:27.054720 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'status': 'completed', 'code': 200} Aug 10 15:29:27.059100 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2fa59-53e9-4c7f-bd3c-4c4b19123fec service neutron] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:27.124117 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b7d1053-e783-4032-a092-6e29052b6ad2 req-836d14c8-8ea0-4227-9849-b7bfc1b0062d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeae3d37-404c-4d2b-bf23-d3fe941bce5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657620 Aug 10 15:29:27.134620 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-843ca914-39fc-45ba-bbe1-bc0a571d5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.136365 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-843ca914-39fc-45ba-bbe1-bc0a571d5dfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1096 time: 0.0568519 Aug 10 15:29:27.204372 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-1328607f-75f3-4869-9298-84bc26b45be9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 217 time: 0.0349174 Aug 10 15:29:27.258695 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-4b9e591f-ef79-481c-98f7-56d529519e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.260175 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-4b9e591f-ef79-481c-98f7-56d529519e36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0483329 Aug 10 15:29:27.317452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0d7c5-370c-404c-8246-6733bac54743 req-d0f8c7f7-6b5f-4bed-84bf-d35d86acb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.318972 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-d0f8c7f7-6b5f-4bed-84bf-d35d86acb26a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439086 Aug 10 15:29:27.449239 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-0667a76c-3624-4ebd-9d22-e2f6f91beb54 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814610 Aug 10 15:29:27.543882 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29d0d7c5-370c-404c-8246-6733bac54743 req-7511489a-bf74-411d-a4b5-4e4e11034b9a service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Aug 10 15:29:27.762319 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-46a6dd1a-745c-41c6-92a4-3e0305fa9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.763892 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-46a6dd1a-745c-41c6-92a4-3e0305fa9e0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1096 time: 0.0444701 Aug 10 15:29:27.775306 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-ea7715ad-b02b-4e94-9a42-042f7d39124d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.776749 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-ea7715ad-b02b-4e94-9a42-042f7d39124d tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 945 time: 0.0764518 Aug 10 15:29:27.800064 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c6bb-b1e1-4603-adb1-09b71336e806 req-993de254-4217-4a0b-83c1-d8403044e320 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.801510 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d35c6bb-b1e1-4603-adb1-09b71336e806 req-993de254-4217-4a0b-83c1-d8403044e320 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0703700 Aug 10 15:29:27.856731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-d5b09379-c1ca-4a36-9c95-5a57a8599ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.858239 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-d5b09379-c1ca-4a36-9c95-5a57a8599ac3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.0868540 Aug 10 15:29:27.886883 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d35c6bb-b1e1-4603-adb1-09b71336e806 req-0ecf76b3-3141-4384-b0d4-881135954fb3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696974 Aug 10 15:29:27.906212 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-d26b8a85-611b-4eb9-ad72-40c55712e518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 217 time: 0.0393114 Aug 10 15:29:27.910151 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Deleting port de63825d-a055-4351-b5e6-0daee43b1583 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:27.910495 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:27.955149 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-febcf35a-4799-413b-8f7e-27a4366905f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:27.956499 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-febcf35a-4799-413b-8f7e-27a4366905f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0433750 Aug 10 15:29:27.997627 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] For port de63825d-a055-4351-b5e6-0daee43b1583, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=de63825d-a055-4351-b5e6-0daee43b1583,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:27.998022 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:28.007356 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-5d90a6a7-a8d3-4e81-b672-df1abd4bf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:28.008859 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-5d90a6a7-a8d3-4e81-b672-df1abd4bf2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410075 Aug 10 15:29:28.011298 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Calling delete_port for de63825d-a055-4351-b5e6-0daee43b1583 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:28.101700 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-cf7260f9-3014-4a53-97d9-84b2c990aa99 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838642 Aug 10 15:29:28.142648 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:28.172431 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Pushing event deleted for resources: {'Port': ['ID=de63825d-a055-4351-b5e6-0daee43b1583,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:28.180693 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['de63825d-a055-4351-b5e6-0daee43b1583'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:29:28.223243 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8f099b92-b893-4b6d-ab45-6843a0853e79 req-525bb57c-fd79-4291-bd14-9ee94808b3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135237 Aug 10 15:29:28.230995 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] No DVR routers for this DVR port de63825d-a055-4351-b5e6-0daee43b1583 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:28.233438 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:28.235367 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-519d80c1-4101-4b43-bd6d-fead9661fde3 req-b21d3e12-c0dd-495e-b88a-2cc366a6d601 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.16 "DELETE /v2.0/ports/de63825d-a055-4351-b5e6-0daee43b1583 HTTP/1.1" status: 204 len: 173 time: 0.4501760 Aug 10 15:29:28.252974 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f861fdad-3afe-4629-aa88-ec0588af2b17 req-245efdd7-a130-4819-a88b-b1e405bcb000 tempest-TestMinimumBasicScenario-1789635191 tempest-TestMinimumBasicScenario-1789635191-project] 10.222.0.32 "GET /v2.0/ports?device_id=55f3a731-26bf-4f3e-b97c-d80cbb2d3679 HTTP/1.1" status: 200 len: 210 time: 0.0518899 Aug 10 15:29:29.008402 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56e0f9-8798-48e8-ac41-7cc3e26baa9b req-c9131d61-5313-46b5-88bd-a50b3bc508bd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:29.009949 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fe56e0f9-8798-48e8-ac41-7cc3e26baa9b req-c9131d61-5313-46b5-88bd-a50b3bc508bd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0523806 Aug 10 15:29:29.048083 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fe56e0f9-8798-48e8-ac41-7cc3e26baa9b req-dedc75b6-47b1-43f6-aa42-29477a0455b6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Aug 10 15:29:29.055556 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'name': 'network-vif-deleted', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:29.057772 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88954b2d-1408-49f5-97a4-42ebce433875" -d '{"events": [{"server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "name": "network-vif-deleted", "tag": "de63825d-a055-4351-b5e6-0daee43b1583"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:29.091342 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4060d-2b30-4dd9-b7ed-99e2ea49c84e x-openstack-request-id: req-d1f4060d-2b30-4dd9-b7ed-99e2ea49c84e {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:29.091662 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f3a731-26bf-4f3e-b97c-d80cbb2d3679", "name": "network-vif-deleted", "tag": "de63825d-a055-4351-b5e6-0daee43b1583", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:29.091911 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1f4060d-2b30-4dd9-b7ed-99e2ea49c84e {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:29.092305 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f3a731-26bf-4f3e-b97c-d80cbb2d3679', 'name': 'network-vif-deleted', 'tag': 'de63825d-a055-4351-b5e6-0daee43b1583', 'status': 'completed', 'code': 200} Aug 10 15:29:29.936376 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58936) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:30.199359 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7364-b40b-4f48-911a-8655a926307d req-8fe319c4-11d6-48b3-a7bf-a0e1d3f08360 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:30.200781 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-14dc7364-b40b-4f48-911a-8655a926307d req-8fe319c4-11d6-48b3-a7bf-a0e1d3f08360 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0845473 Aug 10 15:29:30.282572 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-14dc7364-b40b-4f48-911a-8655a926307d req-3917528c-165a-4a63-b2df-1776471b2ac5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758140 Aug 10 15:29:30.424156 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:30.705062 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Deleting port 1768f1ba-f04a-4235-8fe6-195a068ba717 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:30.705399 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:30.783149 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] For port 1768f1ba-f04a-4235-8fe6-195a068ba717, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=1768f1ba-f04a-4235-8fe6-195a068ba717,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:30.783503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:30.795341 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Calling delete_port for 1768f1ba-f04a-4235-8fe6-195a068ba717 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:30.988165 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:31.017380 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=1768f1ba-f04a-4235-8fe6-195a068ba717,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:31.174553 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:31.270416 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:29:31.284338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device de63825d-a055-4351-b5e6-0daee43b1583 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:31.308057 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: de63825d-a055-4351-b5e6-0daee43b1583 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:31.308399 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device de63825d-a055-4351-b5e6-0daee43b1583 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:31.394221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:31.406038 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'mac_address': 'fa:16:3e:56:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:29:31.448752 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:31.462107 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7b56ec-8c8f-4af3-86d1-4d571677c216 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:29:31.482316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:31.486976 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:31.538921 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:31.545739 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.547236 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.547236 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.547466 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.547625 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.547956 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.548283 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.548613 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.549034 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.549260 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.549584 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.549937 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:31.573514 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc635-9b11-401a-a086-5653fdca0b15 req-81af8998-765f-4f09-b833-3dc9996c1008 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:31.575006 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e73dc635-9b11-401a-a086-5653fdca0b15 req-81af8998-765f-4f09-b833-3dc9996c1008 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 944 time: 0.0609574 Aug 10 15:29:31.673569 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e73dc635-9b11-401a-a086-5653fdca0b15 req-13004eb0-ea34-49de-aa62-c42f1e4d6f6a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700214 Aug 10 15:29:31.697046 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Router b5b5267f-71e1-40fe-b830-977c84a41405 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:31.804946 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:31.810366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7a9d8ef3-a1a1-40d3-9f39-27935d7e1f27 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5b5267f-71e1-40fe-b830-977c84a41405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723910 Aug 10 15:29:31.813035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58946) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:31.815252 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] Sync routers for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:31.824102 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:31.824714 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:31.829810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['bb7b56ec-8c8f-4af3-86d1-4d571677c216'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:29:31.924012 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:31.978491 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:32.030078 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.081154 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Deleting port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:32.081407 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.159224 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] For port 2fbc4cd1-53af-4b1f-8042-f5d44693ba70, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:32.159592 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.172753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Calling delete_port for 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:32.212085 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:29:30Z', 'revision_number': 5, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port': {'id': '2fbc4cd1-53af-4b1f-8042-f5d44693ba70', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:34Z', 'updated_at': '2021-08-10T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:32.238948 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] Checking router: b5b5267f-71e1-40fe-b830-977c84a41405 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:32.247068 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] Routers {'b5b5267f-71e1-40fe-b830-977c84a41405'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:32.247681 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b5b5267f-71e1-40fe-b830-977c84a41405'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:32.331391 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] Set router b5b5267f-71e1-40fe-b830-977c84a41405 gateway port host: None {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:32.335886 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.364936 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbc4cd1-53af-4b1f-8042-f5d44693ba70,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:32.382892 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:29:32Z', 'revision_number': 6, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:32.414274 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dcd5-2161-4ffc-9b06-3f21f721b0ea None None] The sync data for ids ['b5b5267f-71e1-40fe-b830-977c84a41405'] in dv-cinder-804093-1-iscsi is: [{'id': 'b5b5267f-71e1-40fe-b830-977c84a41405', 'name': 'tempest-TestMinimumBasicScenario-80918894-router', 'tenant_id': '11de685886bc4132a033d2f1e0a833a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:33Z', 'updated_at': '2021-08-10T15:29:32Z', 'revision_number': 6, 'project_id': '11de685886bc4132a033d2f1e0a833a5', 'gw_port_host': None}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:32.424895 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.528135 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.530878 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.596557 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.597136 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b5267f-71e1-40fe-b830-977c84a41405 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:29:32.603205 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.606419 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7d9c4009-daaf-4f06-8ece-1b3f17480846 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b5b5267f-71e1-40fe-b830-977c84a41405 HTTP/1.1" status: 204 len: 168 time: 0.7901883 Aug 10 15:29:32.606698 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58956) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:32.651333 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Deleting subnet 0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:29:32.654470 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.689059 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.837957 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.871364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443e315-ab06-43cb-95ef-1c0fd06fa488 req-de581353-cc41-4f81-ad8e-6c61c993598e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:32.872870 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f443e315-ab06-43cb-95ef-1c0fd06fa488 req-de581353-cc41-4f81-ad8e-6c61c993598e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 944 time: 0.1169078 Aug 10 15:29:32.929414 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f443e315-ab06-43cb-95ef-1c0fd06fa488 req-4e5fdb00-cf39-4103-b013-a9c6128e4951 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Aug 10 15:29:32.936398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.956000 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3231fe4-3209-4973-af16-74a6c9027a8d None None] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:32.971686 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:32.975832 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0b76a6df-8f5b-4235-a14f-2ea34e5d2f20 HTTP/1.1" status: 204 len: 168 time: 0.3659451 Aug 10 15:29:32.976108 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 58970) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:32.982924 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3206fb5-b32a-47f0-984e-c1c32de39035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b76a6df-8f5b-4235-a14f-2ea34e5d2f20,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:33.058483 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.112314 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Deleting port 8e1b646a-2228-42d2-bc8b-c14bcfed218b {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:33.112642 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.181556 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] For port 8e1b646a-2228-42d2-bc8b-c14bcfed218b, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8e1b646a-2228-42d2-bc8b-c14bcfed218b,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:33.181949 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.195699 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Calling delete_port for 8e1b646a-2228-42d2-bc8b-c14bcfed218b owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:33.210989 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] DHCP port deletion for 449650d2-05ab-4944-90cf-a74ee5d7dd1d request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:29:33.260940 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Deleting port 8e1b646a-2228-42d2-bc8b-c14bcfed218b {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:33.261310 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.282352 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.300688 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:33.313537 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1b646a-2228-42d2-bc8b-c14bcfed218b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:33.317438 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] No DVR routers for this DVR port 8e1b646a-2228-42d2-bc8b-c14bcfed218b on host dv-cinder-804093-1-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:33.364068 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] For port 8e1b646a-2228-42d2-bc8b-c14bcfed218b, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8e1b646a-2228-42d2-bc8b-c14bcfed218b,segment=NetworkSegment(29cfe890-11b2-4b27-b3e7-de9cc1bbfec3),segment_id=29cfe890-11b2-4b27-b3e7-de9cc1bbfec3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:33.364645 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.378727 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Calling delete_port for 8e1b646a-2228-42d2-bc8b-c14bcfed218b owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:33.388838 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.399877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449650d2-05ab-4944-90cf-a74ee5d7dd1d']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:33.411421 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:33.411718 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cfe890-11b2-4b27-b3e7-de9cc1bbfec3') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:33.426024 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.440167 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.448053 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:29:33.448388 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:29:33.450378 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:29:33.453717 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port bb7b56ec-8c8f-4af3-86d1-4d571677c216 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:33.461973 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port bb7b56ec-8c8f-4af3-86d1-4d571677c216 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:33.462393 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.513507 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.518604 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.520563 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] 10.222.0.32 "DELETE /v2.0/networks/449650d2-05ab-4944-90cf-a74ee5d7dd1d HTTP/1.1" status: 204 len: 168 time: 0.5435839 Aug 10 15:29:33.524190 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58972) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:33.534386 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504b401-a8c2-48fe-ae91-a62b90603389 admin admin] Pushing event deleted for resources: {'Network': ['ID=449650d2-05ab-4944-90cf-a74ee5d7dd1d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:33.672695 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.716924 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Network 449650d2-05ab-4944-90cf-a74ee5d7dd1d is not hosted by any dhcp agent {{(pid=93276) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 15:29:33.717386 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] No DVR routers for this DVR port 8e1b646a-2228-42d2-bc8b-c14bcfed218b on host dv-cinder-804093-1-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:33.726762 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084f642-b7dd-4840-a01d-bab90983a615 None None] Pushing event deleted for resources: {'Port': ['ID=8e1b646a-2228-42d2-bc8b-c14bcfed218b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:33.734916 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.771502 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:33.773823 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ed5ff-75ad-4662-89ec-bc45fd50b237" -d '{"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:33.788759 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:33.794619 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.822913 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc6117-77b8-4b52-9c46-3ce9703c7942 x-openstack-request-id: req-5cfc6117-77b8-4b52-9c46-3ce9703c7942 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:33.823210 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:33.823463 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cfc6117-77b8-4b52-9c46-3ce9703c7942 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:33.823860 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'code': 200} Aug 10 15:29:33.851706 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:33.915003 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:33.944245 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8e1b646a-2228-42d2-bc8b-c14bcfed218b no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:33.989266 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 8e1b646a-2228-42d2-bc8b-c14bcfed218b {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:33.989617 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8e1b646a-2228-42d2-bc8b-c14bcfed218b not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:33.990148 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 1768f1ba-f04a-4235-8fe6-195a068ba717 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:34.010246 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 1768f1ba-f04a-4235-8fe6-195a068ba717 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:34.010590 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 1768f1ba-f04a-4235-8fe6-195a068ba717 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:34.011010 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:34.035531 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:34.035893 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 2fbc4cd1-53af-4b1f-8042-f5d44693ba70 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:34.117387 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e82d8-ad9d-46c3-bc23-68b854afec4c req-c4f3d821-c06e-4cdb-83cd-a1079ca874f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:34.128919 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-352e82d8-ad9d-46c3-bc23-68b854afec4c req-c4f3d821-c06e-4cdb-83cd-a1079ca874f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1098 time: 0.1256671 Aug 10 15:29:34.150629 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3d71-bd59-4051-8a41-b6d783d8690b req-8d54e861-3286-4bc4-b364-dae65fc4e38b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:34.152465 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6ac3d71-bd59-4051-8a41-b6d783d8690b req-8d54e861-3286-4bc4-b364-dae65fc4e38b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.1031837 Aug 10 15:29:34.231748 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Deleting port 0be85917-61d9-437a-9971-87bbd8431839 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:34.232166 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:34.242199 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-352e82d8-ad9d-46c3-bc23-68b854afec4c req-169c125a-616e-4313-ba84-df7498ec0b48 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003783 Aug 10 15:29:34.253346 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78d751-66c9-4823-a837-e5afdea84199 req-1e7052ab-378c-421f-858e-a94c733afef2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:34.254882 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bc78d751-66c9-4823-a837-e5afdea84199 req-1e7052ab-378c-421f-858e-a94c733afef2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1250048 Aug 10 15:29:34.257796 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6ac3d71-bd59-4051-8a41-b6d783d8690b req-708a3639-94f4-47c6-8c55-42ceca6f03df tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824449 Aug 10 15:29:34.304927 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bc78d751-66c9-4823-a837-e5afdea84199 req-f8e08a79-2fdc-4477-b515-59df530bf1cf tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383000 Aug 10 15:29:34.326960 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] For port 0be85917-61d9-437a-9971-87bbd8431839, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0be85917-61d9-437a-9971-87bbd8431839,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:34.327955 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:34.340278 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Calling delete_port for 0be85917-61d9-437a-9971-87bbd8431839 owned by network:router_interface {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:34.516733 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:34.543184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be85917-61d9-437a-9971-87bbd8431839,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:34.554580 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.554937 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.555273 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.555596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.555995 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.556619 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.556700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.556980 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.557301 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.557623 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.557963 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.558282 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:34.715210 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:35.131544 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Router 9334f0b3-de46-4a93-8809-b907d3cf3357 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:35.235934 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:35.241166 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-34540fa6-1682-4f61-b7b0-9f0b11b52c85 admin admin] 10.222.0.32 "PUT /v2.0/routers/9334f0b3-de46-4a93-8809-b907d3cf3357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156954 Aug 10 15:29:35.243642 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 58996) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:35.244585 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] Sync routers for ids ['9334f0b3-de46-4a93-8809-b907d3cf3357'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:35.253558 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] Routers {'9334f0b3-de46-4a93-8809-b907d3cf3357'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:35.254255 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9334f0b3-de46-4a93-8809-b907d3cf3357'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:35.362521 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] Set router 9334f0b3-de46-4a93-8809-b907d3cf3357 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:35.366361 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks [] for router, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:35.409631 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71def6d-7742-44d0-aa3e-b9d58886cb0b req-de4e81b0-4185-442d-8ecd-6f137bac06bc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:35.418068 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a71def6d-7742-44d0-aa3e-b9d58886cb0b req-de4e81b0-4185-442d-8ecd-6f137bac06bc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0696321 Aug 10 15:29:35.486601 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a71def6d-7742-44d0-aa3e-b9d58886cb0b req-a8074b27-7a6b-4cf6-b3bc-25f1ab3585fb tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675972 Aug 10 15:29:35.541130 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba99ade-520b-4812-88ac-ec32d70a4aff req-d46fc6d4-16c9-43ca-940f-a6c28b84b789 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:35.543850 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ba99ade-520b-4812-88ac-ec32d70a4aff req-d46fc6d4-16c9-43ca-940f-a6c28b84b789 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.0795200 Aug 10 15:29:35.555655 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:35.574952 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:29:34Z', 'revision_number': 5, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port': {'id': '0b86d083-83b0-4fa7-aa69-237d5db270a5', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:35.587042 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ba99ade-520b-4812-88ac-ec32d70a4aff req-382f1a24-15bc-4c41-8659-bc8a9639d731 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366082 Aug 10 15:29:35.605046 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] Checking router: 9334f0b3-de46-4a93-8809-b907d3cf3357 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:35.613677 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] Routers {'9334f0b3-de46-4a93-8809-b907d3cf3357'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:35.614328 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9334f0b3-de46-4a93-8809-b907d3cf3357'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:35.619880 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Deleting port 0b86d083-83b0-4fa7-aa69-237d5db270a5 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:35.620164 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:35.699333 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] Set router 9334f0b3-de46-4a93-8809-b907d3cf3357 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:35.701814 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] For port 0b86d083-83b0-4fa7-aa69-237d5db270a5, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0b86d083-83b0-4fa7-aa69-237d5db270a5,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:35.702785 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:35.716148 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Calling delete_port for 0b86d083-83b0-4fa7-aa69-237d5db270a5 owned by network:router_gateway {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:35.751467 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:29:35Z', 'revision_number': 6, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:35.781136 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6585c1-054c-4c19-9e51-f44e79f7d57e None None] The sync data for ids ['9334f0b3-de46-4a93-8809-b907d3cf3357'] in dv-cinder-804093-1-iscsi is: [{'id': '9334f0b3-de46-4a93-8809-b907d3cf3357', 'name': 'tempest-TestMinimumBasicScenario-88717015-router', 'tenant_id': '57eaf0fb522147f0a47b9c1e79493830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:26:39Z', 'updated_at': '2021-08-10T15:29:35Z', 'revision_number': 6, 'project_id': '57eaf0fb522147f0a47b9c1e79493830', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:35.884902 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:35.911066 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b86d083-83b0-4fa7-aa69-237d5db270a5,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:35.970898 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.057636 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.059674 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.100508 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.100987 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9334f0b3-de46-4a93-8809-b907d3cf3357 {{(pid=93274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:29:36.105652 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.106797 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c7eba47a-8f31-4ed1-990b-f6c97a974549 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9334f0b3-de46-4a93-8809-b907d3cf3357 HTTP/1.1" status: 204 len: 168 time: 0.8622453 Aug 10 15:29:36.109921 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59008) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:36.158813 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Deleting subnet 40301235-b517-428e-a22e-0f8f62899d5b {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:29:36.162318 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.198181 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.289773 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.339300 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.362992 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40301235-b517-428e-a22e-0f8f62899d5b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:36.368565 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.370432 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-65291baf-1a5d-42e4-bee4-3a90013f76b9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40301235-b517-428e-a22e-0f8f62899d5b HTTP/1.1" status: 204 len: 168 time: 0.2590079 Aug 10 15:29:36.372797 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59010) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:36.374122 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d863926-3b7e-44e9-86c8-740232421443 None None] Network 88f4e211-877c-42ef-9094-26dbb2748a54 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:36.439826 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.496687 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Deleting port 0fc3156d-dee3-4ada-943f-4741f75c1cda {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:36.497028 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.575872 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] DHCP port deletion for 88f4e211-877c-42ef-9094-26dbb2748a54 request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:29:36.607819 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0be85917-61d9-437a-9971-87bbd8431839 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:36.624466 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] For port 0fc3156d-dee3-4ada-943f-4741f75c1cda, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0fc3156d-dee3-4ada-943f-4741f75c1cda,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:36.624772 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.638015 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 0be85917-61d9-437a-9971-87bbd8431839 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:36.638384 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0be85917-61d9-437a-9971-87bbd8431839 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:36.641665 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Calling delete_port for 0fc3156d-dee3-4ada-943f-4741f75c1cda owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:36.671440 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8669-251f-4377-adba-fe18490d4aa6 req-a95a413b-e443-4f65-8d9c-928cd4b643ee tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:36.674392 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] Deleting port 0fc3156d-dee3-4ada-943f-4741f75c1cda {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:36.675084 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-857c8669-251f-4377-adba-fe18490d4aa6 req-a95a413b-e443-4f65-8d9c-928cd4b643ee tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.1176014 Aug 10 15:29:36.675249 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.746250 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] For port 0fc3156d-dee3-4ada-943f-4741f75c1cda, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0fc3156d-dee3-4ada-943f-4741f75c1cda,segment=NetworkSegment(ab4dfde8-24c6-4a7e-8698-b8e29ba621b9),segment_id=ab4dfde8-24c6-4a7e-8698-b8e29ba621b9)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:36.746657 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.759511 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] Calling delete_port for 0fc3156d-dee3-4ada-943f-4741f75c1cda owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:36.857918 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-857c8669-251f-4377-adba-fe18490d4aa6 req-4638074b-4a62-4a59-a343-2d9f569fbe01 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222715 Aug 10 15:29:36.870302 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-d243076e-746e-4607-a0c0-0c4a8479a1d1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:36.872008 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-d243076e-746e-4607-a0c0-0c4a8479a1d1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1390703 Aug 10 15:29:36.881117 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6ee7a-acc5-411c-b902-6b7c3d89a1d2 req-cb17efc8-f208-4409-8711-3b521e790b12 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:36.882645 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ac6ee7a-acc5-411c-b902-6b7c3d89a1d2 req-cb17efc8-f208-4409-8711-3b521e790b12 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 945 time: 0.1516800 Aug 10 15:29:36.885025 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.890388 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:36.939937 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] Pushing event deleted for resources: {'Port': ['ID=0fc3156d-dee3-4ada-943f-4741f75c1cda,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:36.943001 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286b16d-a56e-420e-ba8e-38bfef51f31c None None] No DVR routers for this DVR port 0fc3156d-dee3-4ada-943f-4741f75c1cda on host dv-cinder-804093-1-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:36.974442 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc3156d-dee3-4ada-943f-4741f75c1cda,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:37.014474 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] No DVR routers for this DVR port 0fc3156d-dee3-4ada-943f-4741f75c1cda on host dv-cinder-804093-1-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:37.117516 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ac6ee7a-acc5-411c-b902-6b7c3d89a1d2 req-852165df-ed07-4f44-9ade-a07f1f976da4 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=419107de-7dcc-43e6-9ee2-4d86244019f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159073 Aug 10 15:29:37.138880 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.148564 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d1a36-4cc0-4d86-8c01-2daed9500353 req-dcff8fff-16f6-4f3f-832a-421aae586b51 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:37.150063 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-766d1a36-4cc0-4d86-8c01-2daed9500353 req-dcff8fff-16f6-4f3f-832a-421aae586b51 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.1801119 Aug 10 15:29:37.159019 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59028) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:37.164404 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Request body: {'floatingip': {'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:37.167706 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f4e211-877c-42ef-9094-26dbb2748a54']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:37.180379 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:37.180675 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4dfde8-24c6-4a7e-8698-b8e29ba621b9') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:37.192513 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.202995 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Deleting port c3fd7027-d514-4c92-8d06-d91b312afbc7 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:37.203254 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.203464 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.218925 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.251356 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:29:37.251762 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:29:37.253414 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:29:37.578064 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.595451 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.597301 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] 10.222.0.32 "DELETE /v2.0/networks/88f4e211-877c-42ef-9094-26dbb2748a54 HTTP/1.1" status: 204 len: 168 time: 1.2236052 Aug 10 15:29:37.610575 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900a29-0aed-47a3-8240-59953b77e35b admin admin] Pushing event deleted for resources: {'Network': ['ID=88f4e211-877c-42ef-9094-26dbb2748a54,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:37.617559 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] For port c3fd7027-d514-4c92-8d06-d91b312afbc7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=c3fd7027-d514-4c92-8d06-d91b312afbc7,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:37.617957 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.642243 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.646805 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.754156 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Floating IP 24d2751f-af0b-40e8-9c97-bb6b05fa840b associated. External IP: 172.27.0.125, port: bb7b56ec-8c8f-4af3-86d1-4d571677c216. Aug 10 15:29:37.787655 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59036) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:37.812641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.813009 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.813378 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Floating IP bf341aee-0cc5-4731-8402-31f579706c64 disassociated. External IP: 172.27.0.54, port: c3fd7027-d514-4c92-8d06-d91b312afbc7. Aug 10 15:29:37.813770 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Calling delete_port for c3fd7027-d514-4c92-8d06-d91b312afbc7 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:37.881299 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-3ccd4b64-ac2b-49b3-95fe-188eb71a2d4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11de685886bc4132a033d2f1e0a833a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925133 Aug 10 15:29:37.884904 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59038) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:37.965680 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0b86d083-83b0-4fa7-aa69-237d5db270a5 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:37.981253 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-569ec166-dd3b-427d-803a-2984833fb848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:37.994899 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 0b86d083-83b0-4fa7-aa69-237d5db270a5 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:37.995542 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0b86d083-83b0-4fa7-aa69-237d5db270a5 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:37.996248 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0fc3156d-dee3-4ada-943f-4741f75c1cda no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:38.006015 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:38.018653 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59042) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:38.020365 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-569ec166-dd3b-427d-803a-2984833fb848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.021985 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 0fc3156d-dee3-4ada-943f-4741f75c1cda {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:38.022406 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0fc3156d-dee3-4ada-943f-4741f75c1cda not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:38.038570 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.079142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event deleted for resources: {'Port': ['ID=c3fd7027-d514-4c92-8d06-d91b312afbc7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:38.165512 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:38.175036 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-569ec166-dd3b-427d-803a-2984833fb848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.176007 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.177530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-569ec166-dd3b-427d-803a-2984833fb848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.178592 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:38.178747 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-569ec166-dd3b-427d-803a-2984833fb848 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeae3d37-404c-4d2b-bf23-d3fe941bce5d HTTP/1.1" status: 204 len: 168 time: 0.2927730 Aug 10 15:29:38.190138 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:38.191004 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:38.194294 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ec166-dd3b-427d-803a-2984833fb848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae3d37-404c-4d2b-bf23-d3fe941bce5d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:38.206429 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0c7cd451-2f91-4ff1-9094-74403301a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.231639 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-20c0179c-eb1a-4f2e-a8b6-907c910d4f9c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "PUT /v2.0/floatingips/24d2751f-af0b-40e8-9c97-bb6b05fa840b HTTP/1.1" status: 200 len: 991 time: 1.0708358 Aug 10 15:29:38.234492 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:38.236986 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edb2c1d-4049-46d6-bc5b-2872e8a62384" -d '{"events": [{"name": "network-changed", "server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:38.237756 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:38.274339 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ddd2dca7-3c0b-4ed5-8360-11de61a614af req-46ac31e6-48cb-494a-8ae1-a5db6ffe1730 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0392327 Aug 10 15:29:38.348065 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0c7cd451-2f91-4ff1-9094-74403301a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.350100 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0ed49-f316-4694-b409-7bfa37315d54 x-openstack-request-id: req-3fe0ed49-f316-4694-b409-7bfa37315d54 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:38.350491 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:38.350897 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fe0ed49-f316-4694-b409-7bfa37315d54 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:38.351454 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'status': 'completed', 'code': 200} Aug 10 15:29:38.356347 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0c7cd451-2f91-4ff1-9094-74403301a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.385839 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0c7cd451-2f91-4ff1-9094-74403301a5d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=905aeea77b794f1c8fdcae824aafdbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643277 Aug 10 15:29:38.388443 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59054) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:38.412743 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:38.439043 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cd451-2f91-4ff1-9094-74403301a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028572a5-23d6-4af4-8e89-858c16d43873,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:38.442398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:38.454885 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-e253751c-ec2e-4476-9b10-14ab72f24a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:38.456870 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-e253751c-ec2e-4476-9b10-14ab72f24a3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1098 time: 0.0500426 Aug 10 15:29:38.460185 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:38.475612 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:38.476439 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:38.485739 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] No DVR routers for this DVR port c3fd7027-d514-4c92-8d06-d91b312afbc7 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:29:38.490490 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.492724 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d8e6c1bb-e077-4b24-add0-97c16e70a685 req-134136ab-4690-407e-a9f8-50aaf7d3ac63 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "DELETE /v2.0/ports/c3fd7027-d514-4c92-8d06-d91b312afbc7 HTTP/1.1" status: 204 len: 173 time: 1.6090086 Aug 10 15:29:38.493343 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'name': 'network-vif-deleted', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:38.495831 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dc9239-8bb1-47d1-bb8b-4e51c9fd0d4b" -d '{"events": [{"server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "name": "network-vif-deleted", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:38.530229 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-24a89719-ec45-45cd-8c88-0533d06d9413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.562103 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7649de-b106-47f8-a051-f605b646d4a2 x-openstack-request-id: req-5c7649de-b106-47f8-a051-f605b646d4a2 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:38.562836 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20b6f28-8bf9-4568-9684-530b6194aa70", "name": "network-vif-deleted", "tag": "c3fd7027-d514-4c92-8d06-d91b312afbc7", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:38.563243 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c7649de-b106-47f8-a051-f605b646d4a2 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:38.563960 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20b6f28-8bf9-4568-9684-530b6194aa70', 'name': 'network-vif-deleted', 'tag': 'c3fd7027-d514-4c92-8d06-d91b312afbc7', 'status': 'completed', 'code': 200} Aug 10 15:29:38.591089 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-24a89719-ec45-45cd-8c88-0533d06d9413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.600147 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-999b30b4-8b4c-4941-9e0d-2e7da5ddbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:38.601592 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-999b30b4-8b4c-4941-9e0d-2e7da5ddbbe2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.1369026 Aug 10 15:29:38.687566 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:38.702231 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-24a89719-ec45-45cd-8c88-0533d06d9413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.705142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-24a89719-ec45-45cd-8c88-0533d06d9413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.708764 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-24a89719-ec45-45cd-8c88-0533d06d9413 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/028572a5-23d6-4af4-8e89-858c16d43873 HTTP/1.1" status: 204 len: 168 time: 0.3170831 Aug 10 15:29:38.724278 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a89719-ec45-45cd-8c88-0533d06d9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028572a5-23d6-4af4-8e89-858c16d43873,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:38.743616 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59062) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:38.800839 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-00a55508-dac3-47d3-92ad-b2b03ee1f2a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 999 time: 0.1888196 Aug 10 15:29:38.813279 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5325b3dc-4308-402b-967a-a34d5159b2f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57eaf0fb522147f0a47b9c1e79493830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685024 Aug 10 15:29:38.814149 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59064) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:38.913967 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-52d6049b-8d11-4163-9108-3998d5adb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:38.917302 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-52d6049b-8d11-4163-9108-3998d5adb87e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.1024864 Aug 10 15:29:38.922734 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd31d01a-19bc-49fd-81fc-3335228aa7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:38.966722 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:38.976187 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd31d01a-19bc-49fd-81fc-3335228aa7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:39.000533 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-56b3e9a1-e84d-444e-9573-1f2639ef7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:39.002186 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-56b3e9a1-e84d-444e-9573-1f2639ef7d21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764644 Aug 10 15:29:39.027438 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '24d2751f-af0b-40e8-9c97-bb6b05fa840b', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'mac_address': 'fa:16:3e:56:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677221b-e6fc-4805-994f-2a8b32156203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:29:22Z', 'updated_at': '2021-08-10T15:29:37Z', 'revision_number': 1, 'project_id': '3e5da004933548b092877a29a016ee15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:39.035031 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:39.052657 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:39.053673 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:39.060389 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd31d01a-19bc-49fd-81fc-3335228aa7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:39.060758 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:39.064413 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd31d01a-19bc-49fd-81fc-3335228aa7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:39.069104 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cd31d01a-19bc-49fd-81fc-3335228aa7a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fa9adcf-b397-4c38-9ad5-fc24ec4c0e46 HTTP/1.1" status: 204 len: 168 time: 0.2537389 Aug 10 15:29:39.069996 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:39.070482 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:39.082625 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31d01a-19bc-49fd-81fc-3335228aa7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9adcf-b397-4c38-9ad5-fc24ec4c0e46,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:39.190927 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:39.195146 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:39.299190 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-8e476cab-9f8f-412a-9617-919f9a54ca39 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866220 Aug 10 15:29:39.517600 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-5edb2c1d-4049-46d6-bc5b-2872e8a62384 req-88975140-d400-4870-a492-a53cd0d02676 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108679 Aug 10 15:29:39.564631 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '24d2751f-af0b-40e8-9c97-bb6b05fa840b', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'mac_address': 'fa:16:3e:56:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677221b-e6fc-4805-994f-2a8b32156203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:29:22Z', 'updated_at': '2021-08-10T15:29:37Z', 'revision_number': 1, 'project_id': '3e5da004933548b092877a29a016ee15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:39.566502 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-692a92b6-bea3-48ea-8bd7-fd6d1ac5cecd req-85e1bbb5-7657-4f3d-878d-a1942f47e6c2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20b6f28-8bf9-4568-9684-530b6194aa70 HTTP/1.1" status: 200 len: 210 time: 0.0549712 Aug 10 15:29:39.605044 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898418-6d0e-46e1-a1ab-ed5be98cd536 None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '24d2751f-af0b-40e8-9c97-bb6b05fa840b', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'mac_address': 'fa:16:3e:56:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677221b-e6fc-4805-994f-2a8b32156203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:29:22Z', 'updated_at': '2021-08-10T15:29:37Z', 'revision_number': 1, 'project_id': '3e5da004933548b092877a29a016ee15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:39.725355 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:39.754180 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381157-5b96-43d5-a2bd-ab0f5348e4f4 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:39.898842 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fab10-0fea-4d48-9882-89cf4a6651e8 None None] New status for floating IP 24d2751f-af0b-40e8-9c97-bb6b05fa840b: ACTIVE {{(pid=93276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:29:40.082739 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea3d04-6c96-4e1c-8b4a-d1b354a74104 None None] New status for floating IP bf341aee-0cc5-4731-8402-31f579706c64: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:29:40.124922 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59104) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:40.239089 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1031922381-network', 'tenant_id': 'fba5c3a57b214e328e4058c97b8a627b'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:40.259855 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Made reservation on behalf of fba5c3a57b214e328e4058c97b8a627b for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:40.262075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.271908 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.297168 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59112) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:40.360731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.364953 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.385993 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:29:40.398408 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788364370-network', 'tenant_id': '4a3f6634d17349638c561fa19b086be8'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:40.402026 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54074683-d896-4d12-b0e0-78d0c82b3504,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:40.407233 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.407578 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Added segment 7ba3a563-e912-452a-9595-eaadcddc8e27 of type vlan for network 29695d7d-6d68-4655-97e0-e4a875eab32f Aug 10 15:29:40.426386 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Made reservation on behalf of 4a3f6634d17349638c561fa19b086be8 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:40.429384 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.438879 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.458346 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.488869 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.489772 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:40.490421 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.532812 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.536888 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.544250 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4171946 Aug 10 15:29:40.549274 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59116) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:40.556710 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Request body: {'subnet': {'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1031922381-subnet', 'tenant_id': 'fba5c3a57b214e328e4058c97b8a627b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:40.560895 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50effc-1631-4ec9-896d-f5f213951a8d admin admin] Pushing event updated for resources: {'Network': ['ID=29695d7d-6d68-4655-97e0-e4a875eab32f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:40.562202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:29:40.571308 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49913c9-feae-47e1-9b2e-c0993830018b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:40.574527 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 29695d7d-6d68-4655-97e0-e4a875eab32f details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:29:40.577385 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.577792 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Added segment 1640b54a-b140-4bce-942f-ce69f45524b7 of type vlan for network f9b358d5-618f-4a8a-8769-be5c7dbcb23d Aug 10 15:29:40.583314 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Made reservation on behalf of fba5c3a57b214e328e4058c97b8a627b for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:40.587216 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10703683'] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.625093 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.668019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59124) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:40.679788 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.680893 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:40.681510 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.763136 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4647071 Aug 10 15:29:40.770333 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59126) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:40.777966 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Request body: {'subnet': {'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788364370-subnet', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:40.793909 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864f43-6ccc-44de-ac7e-88b12779e2cc admin admin] Pushing event updated for resources: {'Network': ['ID=f9b358d5-618f-4a8a-8769-be5c7dbcb23d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:40.806822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:29:40.822005 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0487eff2-a1db-455a-b8ea-e68037d93b99 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.824979 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Made reservation on behalf of 4a3f6634d17349638c561fa19b086be8 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:40.827352 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.896385 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0487eff2-a1db-455a-b8ea-e68037d93b99 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.989086 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0487eff2-a1db-455a-b8ea-e68037d93b99 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.991653 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0487eff2-a1db-455a-b8ea-e68037d93b99 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:40.995333 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0487eff2-a1db-455a-b8ea-e68037d93b99 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "DELETE /v2.0/security-groups/419107de-7dcc-43e6-9ee2-4d86244019f7 HTTP/1.1" status: 204 len: 168 time: 0.3237050 Aug 10 15:29:40.997834 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59128) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:41.006717 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487eff2-a1db-455a-b8ea-e68037d93b99 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419107de-7dcc-43e6-9ee2-4d86244019f7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:41.024549 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.api.v2.resource [None req-c6d14208-08d9-423d-8c15-92634fe2b085 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] show failed (client error): The resource could not be found. Aug 10 15:29:41.026797 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c6d14208-08d9-423d-8c15-92634fe2b085 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups/419107de-7dcc-43e6-9ee2-4d86244019f7 HTTP/1.1" status: 404 len: 347 time: 0.0273221 Aug 10 15:29:41.028407 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11301595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10703697'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.031141 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59130) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:41.073906 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.139366 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5565eba-dd70-496f-8c19-43139645e65c,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:41.149364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Checking segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:41.149728 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Network hostable DHCP agents. Network: f9b358d5-618f-4a8a-8769-be5c7dbcb23d, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:29:41.167846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:29:41.168386 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d84b9f0-1439-43d6-a0cc-21771f3305d3,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:41.179230 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, f9b358d5-618f-4a8a-8769-be5c7dbcb23d) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:41.183126 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:41.183724 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.191153 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff351cd9-cec7-47e2-9dd3-73f7cd06d360 None None] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:41.199335 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c626996a-bf67-489d-b2af-29d322ba90b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4277811 Aug 10 15:29:41.201622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59132) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:41.207786 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:41.208177 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Checking segment: {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:41.208539 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Network hostable DHCP agents. Network: 29695d7d-6d68-4655-97e0-e4a875eab32f, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:29:41.233695 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.235404 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.237715 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Network 29695d7d-6d68-4655-97e0-e4a875eab32f is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:29:41.242317 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Deleting port 298dc842-b9af-48a8-a858-bdb17ee497df {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:29:41.242782 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.248010 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 29695d7d-6d68-4655-97e0-e4a875eab32f) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:41.252759 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:41.253298 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.263071 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da0152-397b-4b94-826b-706e88458880 None None] Network 29695d7d-6d68-4655-97e0-e4a875eab32f requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:41.294028 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.311614 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b94b8072-8332-4ace-96b1-0f3406ec8208 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7606547 Aug 10 15:29:41.328223 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c3fd7027-d514-4c92-8d06-d91b312afbc7 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:29:41.347186 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.347569 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.361622 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Calling delete_port for 298dc842-b9af-48a8-a858-bdb17ee497df owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:29:41.461364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.485886 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: c3fd7027-d514-4c92-8d06-d91b312afbc7 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:29:41.486221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device c3fd7027-d514-4c92-8d06-d91b312afbc7 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:29:41.532025 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.562564 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event deleted for resources: {'Port': ['ID=298dc842-b9af-48a8-a858-bdb17ee497df,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:41.585552 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:29:41.586420 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.624469 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0801ac-cf4d-4dba-8f67-41ff24dd2322 None None] Network 29695d7d-6d68-4655-97e0-e4a875eab32f requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:41.641508 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.644867 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.646601 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a80827f4-f4a8-46c3-80e2-cb9d2aa41195 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "DELETE /v2.0/floatingips/bf341aee-0cc5-4731-8402-31f579706c64 HTTP/1.1" status: 204 len: 168 time: 0.6132212 Aug 10 15:29:41.739048 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.773924 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:41.828494 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Allocated IP 172.20.0.2 (f9b358d5-618f-4a8a-8769-be5c7dbcb23d/d5565eba-dd70-496f-8c19-43139645e65c/df97c57d-7df9-4a5e-ba55-964c7efe17c1) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:41.913862 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Allocated IP 172.27.0.180 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/26b8a4ad-ccfa-423d-bf4a-db9e7c58b949) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:42.036526 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.045899 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Transition to ACTIVE for port object df97c57d-7df9-4a5e-ba55-964c7efe17c1 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:42.054370 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.063147 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Transition to ACTIVE for port object df97c57d-7df9-4a5e-ba55-964c7efe17c1 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:42.079539 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.099226 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.120472 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:42.123659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:42.132434 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:42.143935 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:42.148355 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:42.155891 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:42.170742 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Pushing event updated for resources: {'Port': ['ID=df97c57d-7df9-4a5e-ba55-964c7efe17c1,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:42.181623 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Pushing event updated for resources: {'Port': ['ID=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:42.201654 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Attempting to bind port df97c57d-7df9-4a5e-ba55-964c7efe17c1 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:42.202136 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Attempting to bind port df97c57d-7df9-4a5e-ba55-964c7efe17c1 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:42.202491 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Attempting to bind port df97c57d-7df9-4a5e-ba55-964c7efe17c1 on network f9b358d5-618f-4a8a-8769-be5c7dbcb23d {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:42.207604 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:42.207974 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Checking segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:42.208365 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.208753 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Bound using segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:42.209211 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Bound port: df97c57d-7df9-4a5e-ba55-964c7efe17c1, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:42.209583 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.271971 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] For port df97c57d-7df9-4a5e-ba55-964c7efe17c1, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:42.275334 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] For port df97c57d-7df9-4a5e-ba55-964c7efe17c1, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=df97c57d-7df9-4a5e-ba55-964c7efe17c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:42.278951 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.335776 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c91426-dde0-45f1-a09d-57449a4f44ce None None] Pushing event updated for resources: {'Port': ['ID=df97c57d-7df9-4a5e-ba55-964c7efe17c1,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:42.425321 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.438347 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59148) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:42.443224 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189282155', 'description': 'tempest-description--67063574'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:42.469553 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.583723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.588049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.615698 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.619640 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1776330 Aug 10 15:29:42.619915 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59150) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:42.626318 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'security_group_rule': {'security_group_id': 'e8c000ab-c453-4899-99a0-9a739ad10c60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:42.631743 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c155-d18c-412b-bc06-1378ea998877 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c000ab-c453-4899-99a0-9a739ad10c60,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:42.659709 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.666375 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.717664 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.723056 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.747373 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d609fbe8-0ad3-4c6d-9f81-ab8715a3db4e,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:42.751224 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.752913 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b1f4047f-c4e1-4586-89d9-da1f5aeda029 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317558 Aug 10 15:29:42.755634 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59152) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:42.761611 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'security_group_rule': {'security_group_id': 'e8c000ab-c453-4899-99a0-9a739ad10c60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:42.792079 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.803217 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:29:42.856706 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.860611 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.880269 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d9d6ac-4375-4ad7-956b-c2d07b6e69db,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:42.884776 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:42.889289 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-779fb7ed-ce82-46cf-87ed-dd3f25bc1bb1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294699 Aug 10 15:29:42.890300 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59154) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:42.895553 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:42.922950 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.037948 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.172871 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Allocated IP 172.27.0.124 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/82e4c5d9-2c46-4472-90c6-15a565c03e1d) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:43.210473 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:43.219719 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Sync routers for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:43.234456 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.238732 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59168) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:43.238900 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:43.239008 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-36d9fcdf-57ab-42cf-9ec5-dd54a839709b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0353358 Aug 10 15:29:43.239381 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:43.362685 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:43.376447 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-1089d866-6cc7-41db-8f35-c55389d9b8e8 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:43.378105 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-1089d866-6cc7-41db-8f35-c55389d9b8e8 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/networks?id=29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 200 len: 814 time: 0.1157820 Aug 10 15:29:43.396414 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-b4b23ce6-68cc-4091-9078-a4c94feaee8a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/quotas/fba5c3a57b214e328e4058c97b8a627b HTTP/1.1" status: 200 len: 375 time: 0.0108013 Aug 10 15:29:43.427631 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.429839 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-0b19566c-83db-48cc-92d9-d8b3c6d24ade tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fba5c3a57b214e328e4058c97b8a627b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272212 Aug 10 15:29:43.440850 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df30df-05f2-41c7-8eca-043829a40ab7 None None] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:43.529451 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-941f471b-8e2e-4850-b55e-a59dcaa2a72c service neutron] 10.222.0.32 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867271 Aug 10 15:29:43.541602 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-26e49a7f-337a-4f07-af8a-e71580ca251d None None] Provisioning for port df97c57d-7df9-4a5e-ba55-964c7efe17c1 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:43.555728 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.636105 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-0e3af0b2-72c7-4a3e-ac1e-74ea334a48ae service neutron] 10.222.0.32 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976770 Aug 10 15:29:43.640894 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:43.646602 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:43.650371 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'Port': ['ID=82e4c5d9-2c46-4472-90c6-15a565c03e1d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:43.652575 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:43.703422 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ac09fd5-6c8b-4650-ae15-59d921ca9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.742724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:42Z', 'revision_number': 3, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:43.770399 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Checking router: 6016ba4e-e7f9-4dd0-be72-3a2ca597820e for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:43.770753 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Updating router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:29:43.797452 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.805745 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.873894 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.876633 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:43.987014 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device df97c57d-7df9-4a5e-ba55-964c7efe17c1 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:44.056317 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.104310 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port df97c57d-7df9-4a5e-ba55-964c7efe17c1 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:44.116805 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-fcd2fb12-e7a1-461e-83e5-edc2e31cd132 None None] Provisioning complete for port df97c57d-7df9-4a5e-ba55-964c7efe17c1 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:44.117187 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fcd2fb12-e7a1-461e-83e5-edc2e31cd132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.123766 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port df97c57d-7df9-4a5e-ba55-964c7efe17c1 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:44.124165 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.171650 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.177251 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:29:44.180472 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.218153 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.219150 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Allocated IP 172.20.0.1 (f9b358d5-618f-4a8a-8769-be5c7dbcb23d/d5565eba-dd70-496f-8c19-43139645e65c/cd57c959-c6ed-4909-8df1-bef499b909c1) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:44.236555 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Transition to ACTIVE for port object 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:44.246156 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.269259 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'Port': ['ID=82e4c5d9-2c46-4472-90c6-15a565c03e1d,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:44.314884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.337434 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.338700 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-38b4ac4e-93d8-4c60-8c39-f27d78130146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4475853 Aug 10 15:29:44.358391 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.361433 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b111cf7-0e64-4b8f-a290-df06927b4c14 None None] Pushing event updated for resources: {'Port': ['ID=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:44.363929 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fcd2fb12-e7a1-461e-83e5-edc2e31cd132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.375417 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Attempting to bind port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:44.375761 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Attempting to bind port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:44.376140 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Attempting to bind port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:44.384198 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.396860 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:44.397245 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:44.397660 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.398088 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:44.398568 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Bound port: 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:44.398736 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Transition to ACTIVE for port object cd57c959-c6ed-4909-8df1-bef499b909c1 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:44.398957 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.435879 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.447164 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-fcd2fb12-e7a1-461e-83e5-edc2e31cd132 None None] For port df97c57d-7df9-4a5e-ba55-964c7efe17c1, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=df97c57d-7df9-4a5e-ba55-964c7efe17c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:44.460035 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fcd2fb12-e7a1-461e-83e5-edc2e31cd132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.474265 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:44.481397 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:44.487562 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:44.516413 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Pushing event updated for resources: {'Port': ['ID=cd57c959-c6ed-4909-8df1-bef499b909c1,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:44.517438 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] For port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:44.543779 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.549542 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] For port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:44.562428 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.db.api [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:29:44.563392 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG oslo_db.api [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:29:44.567671 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.571013 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2fb12-e7a1-461e-83e5-edc2e31cd132 None None] Pushing event updated for resources: {'Port': ['ID=df97c57d-7df9-4a5e-ba55-964c7efe17c1,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:44.608808 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-d01873ec-98b1-4f4c-b656-21b140f7920d tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1189282155&fields=id&tenant_id=d8d3136377024d808a0721afb8eccc62 HTTP/1.1" status: 200 len: 267 time: 0.0665429 Aug 10 15:29:44.704198 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.743275 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-c97aff55-67d2-4935-bf41-dd1660c51aba tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:44.744854 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-c97aff55-67d2-4935-bf41-dd1660c51aba tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 811 time: 0.1345999 Aug 10 15:29:44.755350 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:44.756055 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:44.787162 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-05981bbf-5eb2-46a8-b2c8-a9c94922dce2 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/quotas/d8d3136377024d808a0721afb8eccc62 HTTP/1.1" status: 200 len: 375 time: 0.0299923 Aug 10 15:29:44.809734 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b111cf7-0e64-4b8f-a290-df06927b4c14 None None] Pushing event updated for resources: {'Port': ['ID=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:44.832641 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c936fbf0-dd9c-4931-a6bf-b9417fdc60af None None] Provisioning for port cd57c959-c6ed-4909-8df1-bef499b909c1 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:44.870592 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c936fbf0-dd9c-4931-a6bf-b9417fdc60af None None] Provisioning complete for port cd57c959-c6ed-4909-8df1-bef499b909c1 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:44.870894 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c936fbf0-dd9c-4931-a6bf-b9417fdc60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.907181 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0f01060-161e-4d0d-811c-daae94faa386 req-f7ad7fe6-b2e9-4775-b29a-e1265fc2172c tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 210 time: 0.0607796 Aug 10 15:29:44.923159 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.926833 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c936fbf0-dd9c-4931-a6bf-b9417fdc60af None None] Port cd57c959-c6ed-4909-8df1-bef499b909c1 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:29:44.929580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:44.932412 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:44.951764 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-0a475105-b59e-47b1-aabd-71b874b49df0 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1528826 Aug 10 15:29:45.007019 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Pushing event updated for resources: {'Port': ['ID=cd57c959-c6ed-4909-8df1-bef499b909c1,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:45.009926 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:45.062333 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-533816b1-a5ed-4bae-82b8-6783f182be28 service neutron] 10.222.0.32 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067371 Aug 10 15:29:45.161627 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:45.163141 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:45.218952 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-6067bfe1-d34f-474e-9af9-2161eb4f451d service neutron] 10.222.0.32 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482680 Aug 10 15:29:45.253766 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 1, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:45.299380 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239bdfe-6750-45f0-bd1f-8b19dd8b996f None None] The sync data for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi is: [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 1, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:45.325089 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:45.454338 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-6e3a7837-dcd8-4f99-91ce-fc22586629d5 None None] Provisioning complete for port cd57c959-c6ed-4909-8df1-bef499b909c1 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:45.454713 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7837-dcd8-4f99-91ce-fc22586629d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:45.482492 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-580694a9-68be-4bb4-94a1-5c3e2653f208 req-58581c5a-0a14-4cc7-8bdf-4a4c92b4a4dc tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 210 time: 0.0438209 Aug 10 15:29:45.511798 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a7837-dcd8-4f99-91ce-fc22586629d5 None None] Port cd57c959-c6ed-4909-8df1-bef499b909c1 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:29:45.518280 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:45.532349 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-df65c21e-c5df-4a79-948a-d40f5529b910 admin admin] 10.222.0.32 "PUT /v2.0/routers/6016ba4e-e7f9-4dd0-be72-3a2ca597820e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2839611 Aug 10 15:29:45.958219 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device df97c57d-7df9-4a5e-ba55-964c7efe17c1 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:46.019574 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5bc901e8-2136-4f94-9f55-a18203693265 req-f18a1d0f-06d5-47dd-9856-f03a5c4ad113 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Aug 10 15:29:46.057591 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port df97c57d-7df9-4a5e-ba55-964c7efe17c1 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:46.058428 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.274105 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e713401f-e9dd-4cc3-9175-3dd677585b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.277240 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59230) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:46.284648 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-497757245-network', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:46.291089 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-1918134d-db18-47f6-889c-d4de11d2726c tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:46.296434 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-1918134d-db18-47f6-889c-d4de11d2726c tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "GET /v2.0/networks?id=29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 200 len: 814 time: 0.1495690 Aug 10 15:29:46.309823 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Made reservation on behalf of ae009a22979048a5b1a806a0c91727b6 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:46.317552 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Request body: {'port': {'device_id': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f', 'admin_state_up': True, 'tenant_id': 'fba5c3a57b214e328e4058c97b8a627b'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:46.320890 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.336818 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.458969 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.463524 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.492811 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:29:46.503697 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a95333-f35c-465a-bb03-8a9f902c5050,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:46.519011 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.522573 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Added segment bed669fa-be37-44d7-94d7-1a787ef465ad of type vlan for network 0cce2729-02e7-4ca7-9144-05a7db14569f Aug 10 15:29:46.575730 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.592658 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.603729 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d8dbdab2-0bb3-4d46-a83f-c915c63d1631 req-782c66d5-6e2b-41f9-a5a8-cc5d98229574 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 210 time: 0.0453222 Aug 10 15:29:46.636150 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.637281 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:46.639543 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.706980 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4277458 Aug 10 15:29:46.708560 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec1b8a-3fa4-4d95-91cf-4f793d928615 admin admin] Pushing event updated for resources: {'Network': ['ID=0cce2729-02e7-4ca7-9144-05a7db14569f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:46.710683 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59238) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:46.718204 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Request body: {'subnet': {'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-497757245-subnet', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:46.728874 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 0cce2729-02e7-4ca7-9144-05a7db14569f details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:29:46.733854 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Made reservation on behalf of fba5c3a57b214e328e4058c97b8a627b for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:46.737879 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.755548 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Made reservation on behalf of ae009a22979048a5b1a806a0c91727b6 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:46.758666 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:46.940822 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Allocated IP 172.20.0.7 (29695d7d-6d68-4655-97e0-e4a875eab32f/9d84b9f0-1439-43d6-a0cc-21771f3305d3/6814affa-f0b2-4841-bd9e-146033182c4c) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:47.047256 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-498f5457-3483-41f9-a8ee-f07712adb3c5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:47.049339 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-498f5457-3483-41f9-a8ee-f07712adb3c5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 811 time: 0.1799426 Aug 10 15:29:47.174404 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-bf844889-79f9-4ba6-a1c6-3762e868128a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d3136377024d808a0721afb8eccc62 HTTP/1.1" status: 200 len: 380 time: 0.1043000 Aug 10 15:29:47.196555 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'port': {'device_id': '9bc88490-60a9-4069-9587-4699dbaf38af', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'admin_state_up': True, 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'security_groups': ['e8c000ab-c453-4899-99a0-9a739ad10c60']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:47.219618 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.230650 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8d625b9d-6def-462c-9fc5-88ce2ccd8bee req-82539a4a-b0e1-4b8f-8381-1a770dd7c781 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 210 time: 0.0514860 Aug 10 15:29:47.259805 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.267919 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.307000 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Network 29695d7d-6d68-4655-97e0-e4a875eab32f is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:47.310210 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:47.314527 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:47.318904 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Pushing event updated for resources: {'Port': ['ID=6814affa-f0b2-4841-bd9e-146033182c4c,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:47.365820 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c63b085-89b4-4cc9-8001-f95d78c20a52,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:47.371704 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:47.372686 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.378260 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Checking segment: {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:47.378625 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Network hostable DHCP agents. Network: 0cce2729-02e7-4ca7-9144-05a7db14569f, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:29:47.386863 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-2162e23b-f843-4402-ad27-bc9b85723e19 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0736160 Aug 10 15:29:47.405943 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Network 0cce2729-02e7-4ca7-9144-05a7db14569f is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:29:47.406811 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Request body: {'port': {'device_id': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:47.411224 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Made reservation on behalf of d8d3136377024d808a0721afb8eccc62 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:29:47.414830 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.425625 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 0cce2729-02e7-4ca7-9144-05a7db14569f) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:47.430120 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:47.430666 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.440714 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d385e330-c9f1-45ab-af05-b12c3e6d85ea None None] Network 0cce2729-02e7-4ca7-9144-05a7db14569f requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:47.466508 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.484582 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a618b40a-e05a-4216-a4a0-dd0b3233ac94 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7726297 Aug 10 15:29:47.487808 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59248) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:47.493230 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:47.560628 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.562548 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.596939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.608702 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Allocated IP 172.20.0.13 (c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57/1ebf7e0c-ea66-4204-801b-7d00f82fa5e1/ea742a8f-0393-4f69-90bb-d87a346de186) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:47.649978 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-0cce2729-02e7-4ca7-9144-05a7db14569f', 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'fixed_ips': [{'subnet_id': '4c63b085-89b4-4cc9-8001-f95d78c20a52'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:29:47.651117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.676574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.773822 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6814affa-f0b2-4841-bd9e-146033182c4c {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:29:47.782194 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.795555 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Transition to ACTIVE for port object 6814affa-f0b2-4841-bd9e-146033182c4c will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:47.797688 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-76fc98e4-8113-4366-a9ce-44d5d4659c44 req-0174a13a-1dbe-4682-9b6c-9022178ad359 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 210 time: 0.0660615 Aug 10 15:29:47.801271 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.813006 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Allocated IP 172.20.0.2 (0cce2729-02e7-4ca7-9144-05a7db14569f/4c63b085-89b4-4cc9-8001-f95d78c20a52/c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:47.886836 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Pushing event updated for resources: {'Port': ['ID=6814affa-f0b2-4841-bd9e-146033182c4c,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:47.928733 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:47.962928 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Attempting to bind port 6814affa-f0b2-4841-bd9e-146033182c4c on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:47.963310 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Attempting to bind port 6814affa-f0b2-4841-bd9e-146033182c4c by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:47.963583 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Attempting to bind port 6814affa-f0b2-4841-bd9e-146033182c4c on network 29695d7d-6d68-4655-97e0-e4a875eab32f {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:47.968776 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Port 6814affa-f0b2-4841-bd9e-146033182c4c on network 29695d7d-6d68-4655-97e0-e4a875eab32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:29:47.969219 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Attempting to bind port 6814affa-f0b2-4841-bd9e-146033182c4c on network 29695d7d-6d68-4655-97e0-e4a875eab32f {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:47.974992 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:47.975479 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Checking segment: {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:47.975865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Bound using segment: {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:47.976289 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Bound port: 6814affa-f0b2-4841-bd9e-146033182c4c, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:47.976645 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.020675 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:48.027378 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Sync routers for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:48.032613 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.042128 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:48.043401 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:48.052813 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Transition to ACTIVE for port object ea742a8f-0393-4f69-90bb-d87a346de186 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:48.071836 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] For port 6814affa-f0b2-4841-bd9e-146033182c4c, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:48.080242 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] For port 6814affa-f0b2-4841-bd9e-146033182c4c, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6814affa-f0b2-4841-bd9e-146033182c4c,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:48.089457 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.089932 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.109597 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Transition to ACTIVE for port object c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:48.132089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Transition to ACTIVE for port object c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:48.143160 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:48.147295 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.151623 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:48.152843 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.154439 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] 10.222.0.16 "PUT /v2.0/ports/6814affa-f0b2-4841-bd9e-146033182c4c HTTP/1.1" status: 200 len: 1093 time: 0.7528431 Aug 10 15:29:48.157701 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'tag': '6814affa-f0b2-4841-bd9e-146033182c4c'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:48.160686 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e881c-9d95-4757-a4a5-7286be217da6" -d '{"events": [{"name": "network-changed", "server_uuid": "42e16759-79c1-4820-8ae3-b93cfb013f55", "tag": "6814affa-f0b2-4841-bd9e-146033182c4c"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:48.180816 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:48.181199 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.181559 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.200088 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:48.217935 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b01891-a15d-41c3-94cc-19a61b0e2baa service neutron] Pushing event updated for resources: {'Port': ['ID=6814affa-f0b2-4841-bd9e-146033182c4c,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:48.235806 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Network 0cce2729-02e7-4ca7-9144-05a7db14569f is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:48.240724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:48.248272 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:48.251466 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c4da31-f8f0-45a5-bc83-0d70408def91 x-openstack-request-id: req-27c4da31-f8f0-45a5-bc83-0d70408def91 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:48.266225 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e16759-79c1-4820-8ae3-b93cfb013f55", "tag": "6814affa-f0b2-4841-bd9e-146033182c4c", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:48.268444 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27c4da31-f8f0-45a5-bc83-0d70408def91 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:48.268899 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'tag': '6814affa-f0b2-4841-bd9e-146033182c4c', 'status': 'completed', 'code': 200} Aug 10 15:29:48.290644 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event updated for resources: {'Port': ['ID=ea742a8f-0393-4f69-90bb-d87a346de186,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:48.302772 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:48.305322 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:48.318123 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:48.330517 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:48.337936 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Attempting to bind port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:48.338316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Attempting to bind port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:48.338683 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Attempting to bind port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 on network 0cce2729-02e7-4ca7-9144-05a7db14569f {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:48.345414 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-04aa1946-bb3a-46a8-a45e-1cb45f3f4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:48.347961 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-04aa1946-bb3a-46a8-a45e-1cb45f3f4ea5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fba5c3a57b214e328e4058c97b8a627b&device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 1096 time: 0.1185060 Aug 10 15:29:48.355194 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.368483 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:48.368862 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Checking segment: {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:48.369376 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.369718 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Bound using segment: {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:48.370257 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Bound port: c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:48.370655 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.381223 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.399124 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:48.410307 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-2253f460-09e8-455b-baa4-0f83f8601794 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6814affa-f0b2-4841-bd9e-146033182c4c HTTP/1.1" status: 200 len: 217 time: 0.0414007 Aug 10 15:29:48.453195 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.453486 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.479400 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278426d-876f-4eea-a39c-7429087d02ee req-f615b1d9-d0d6-4697-8b4b-29d5a68a81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:48.481128 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-f615b1d9-d0d6-4697-8b4b-29d5a68a81d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d84b9f0-1439-43d6-a0cc-21771f3305d3 HTTP/1.1" status: 200 len: 854 time: 0.0631826 Aug 10 15:29:48.511688 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] For port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:48.516911 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] For port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:48.520339 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 2, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:48.532335 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-b259afae-0f2e-4fad-a367-600c3ac0f01b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29695d7d-6d68-4655-97e0-e4a875eab32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430596 Aug 10 15:29:48.535202 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.543082 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:48.577263 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:48.577962 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.586796 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Checking router: 6016ba4e-e7f9-4dd0-be72-3a2ca597820e for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:48.588921 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Updating router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e port cd57c959-c6ed-4909-8df1-bef499b909c1 binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:29:48.620956 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeffd47-e92d-4091-a5ef-1a97c41f3dd3 req-a0414950-84a2-4ba7-9e20-eee154034f99 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:48.621998 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bdeffd47-e92d-4091-a5ef-1a97c41f3dd3 req-a0414950-84a2-4ba7-9e20-eee154034f99 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 943 time: 0.2490146 Aug 10 15:29:48.640105 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0a273-7e77-4bdf-a1d8-df15273796a8 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:48.666507 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.683524 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-18c15faa-8e71-4561-8f37-5ae223f8221d None None] Provisioning for port ea742a8f-0393-4f69-90bb-d87a346de186 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:48.687318 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3f328c62-b59c-4a18-a78c-9097e06f1ae1 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5016968 Aug 10 15:29:48.688793 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-18c15faa-8e71-4561-8f37-5ae223f8221d None None] Provisioning complete for port ea742a8f-0393-4f69-90bb-d87a346de186 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:48.689335 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-18c15faa-8e71-4561-8f37-5ae223f8221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:48.709241 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-f5ab868d-e929-4170-8bb8-0ecad13a5cbb service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632636 Aug 10 15:29:48.728668 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Request body: {'port': {'device_id': '9bc88490-60a9-4069-9587-4699dbaf38af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:48.732692 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-18c15faa-8e71-4561-8f37-5ae223f8221d None None] Port ea742a8f-0393-4f69-90bb-d87a346de186 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:29:48.770775 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bdeffd47-e92d-4091-a5ef-1a97c41f3dd3 req-ce777cf2-9645-454d-8765-42a0ae7e37a1 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316042 Aug 10 15:29:48.792145 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Allocated IP 172.27.0.51 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/13c0a739-f613-4e9f-af83-178754e912ce) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:48.887559 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8278426d-876f-4eea-a39c-7429087d02ee req-0f25219c-dd55-4238-bd90-b89ce9dd8d86 service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652081 Aug 10 15:29:48.912183 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.043815 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.054485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f974679-f7f1-4ced-b4ea-a94489ddc9dd req-741124f2-8f48-4b15-ac50-9a81bcb05146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:49.055408 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Transition to ACTIVE for port object cd57c959-c6ed-4909-8df1-bef499b909c1 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:49.056058 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f974679-f7f1-4ced-b4ea-a94489ddc9dd req-741124f2-8f48-4b15-ac50-9a81bcb05146 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 932 time: 0.1230745 Aug 10 15:29:49.056453 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-b874fb4b-e3c4-43e4-b526-76811fbe97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:49.058114 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-b874fb4b-e3c4-43e4-b526-76811fbe97e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fba5c3a57b214e328e4058c97b8a627b&device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 1096 time: 0.0540128 Aug 10 15:29:49.068698 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.111994 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.147465 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Pushing event updated for resources: {'Port': ['ID=cd57c959-c6ed-4909-8df1-bef499b909c1,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:49.178131 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-f6d58b6e-f4b1-47e4-8c7e-5b0b040ec918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:49.179585 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-f6d58b6e-f4b1-47e4-8c7e-5b0b040ec918 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 200 len: 915 time: 0.1142001 Aug 10 15:29:49.185346 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.185696 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.186077 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.187167 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.187687 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.188183 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.188506 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.188996 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.189326 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.189649 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.190216 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.190508 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:29:49.205958 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Attempting to bind port cd57c959-c6ed-4909-8df1-bef499b909c1 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:49.207331 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Attempting to bind port cd57c959-c6ed-4909-8df1-bef499b909c1 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:49.207866 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Attempting to bind port cd57c959-c6ed-4909-8df1-bef499b909c1 on network f9b358d5-618f-4a8a-8769-be5c7dbcb23d {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:49.213403 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:49.213768 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Checking segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:49.214206 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.214886 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Bound using segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:49.215730 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Bound port: cd57c959-c6ed-4909-8df1-bef499b909c1, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:49.216137 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.246237 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-38b186b2-c995-44ef-9d77-dc5600ae6952 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6814affa-f0b2-4841-bd9e-146033182c4c HTTP/1.1" status: 200 len: 217 time: 0.0533609 Aug 10 15:29:49.278270 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f974679-f7f1-4ced-b4ea-a94489ddc9dd req-2b9ecf31-98e8-457c-8d94-a613b9fd6650 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695945 Aug 10 15:29:49.312621 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-ed7b5503-8e78-4843-9575-195347d64389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:49.314426 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] For port cd57c959-c6ed-4909-8df1-bef499b909c1, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:49.314860 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-ed7b5503-8e78-4843-9575-195347d64389 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d84b9f0-1439-43d6-a0cc-21771f3305d3 HTTP/1.1" status: 200 len: 854 time: 0.0598834 Aug 10 15:29:49.317924 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] For port cd57c959-c6ed-4909-8df1-bef499b909c1, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=cd57c959-c6ed-4909-8df1-bef499b909c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:49.325534 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.349271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.378061 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.384358 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-8b2ef7de-3cdd-4fa0-b5a2-558cbfed1e50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29695d7d-6d68-4655-97e0-e4a875eab32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606053 Aug 10 15:29:49.388762 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:49.390075 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:49.441352 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc769-f64c-4267-a8d5-30b42b160d1b None None] Pushing event updated for resources: {'Port': ['ID=cd57c959-c6ed-4909-8df1-bef499b909c1,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:49.464403 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:49.468880 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea742a8f-0393-4f69-90bb-d87a346de186 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:29:49.481382 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:49.489603 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:49.495115 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.539892 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:49.541201 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Pushing event updated for resources: {'Port': ['ID=13c0a739-f613-4e9f-af83-178754e912ce,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:49.551663 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-a62375e8-be29-4308-85ab-dc9b0dda3f61 service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575172 Aug 10 15:29:49.560530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Transition to ACTIVE for port object ea742a8f-0393-4f69-90bb-d87a346de186 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:49.569843 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:49.678486 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ff3e881c-9d95-4757-a4a5-7286be217da6 req-3bf25bb7-3deb-41b1-b703-6f7a21d82aaa service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157653 Aug 10 15:29:49.787965 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Pushing event updated for resources: {'Port': ['ID=ea742a8f-0393-4f69-90bb-d87a346de186,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:49.877405 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Attempting to bind port ea742a8f-0393-4f69-90bb-d87a346de186 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:49.877978 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Attempting to bind port ea742a8f-0393-4f69-90bb-d87a346de186 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:49.878451 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Attempting to bind port ea742a8f-0393-4f69-90bb-d87a346de186 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:49.887282 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:49Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:49.890193 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Port ea742a8f-0393-4f69-90bb-d87a346de186 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:29:49.890846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Attempting to bind port ea742a8f-0393-4f69-90bb-d87a346de186 on network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:49.938272 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f383e-52dc-46d9-be59-795dc6b9c00b None None] The sync data for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi is: [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:49Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:49.976264 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:49.976671 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Checking segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:49.977091 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Bound using segment: {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:49.977417 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Bound port: ea742a8f-0393-4f69-90bb-d87a346de186, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25a787e-fb65-4912-8583-a654a9e47bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:49.977799 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.067494 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7961e-bf10-4bf3-abfa-ab4d8ed2df24 None None] Network 0cce2729-02e7-4ca7-9144-05a7db14569f requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:29:50.151034 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device cd57c959-c6ed-4909-8df1-bef499b909c1 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:50.214147 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-0623dd4a-a5f9-4d8e-ae36-f8310252d573 None None] Provisioning for port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:50.269017 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port cd57c959-c6ed-4909-8df1-bef499b909c1 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:50.288802 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port cd57c959-c6ed-4909-8df1-bef499b909c1 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:50.289182 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.395485 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.434847 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660625-d9f3-4056-a657-2ac47d192fed req-e239c0cf-f093-4c63-ba75-5208dfcf571f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:50.445085 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port cd57c959-c6ed-4909-8df1-bef499b909c1, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=cd57c959-c6ed-4909-8df1-bef499b909c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:50.447290 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3660625-d9f3-4056-a657-2ac47d192fed req-e239c0cf-f093-4c63-ba75-5208dfcf571f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 943 time: 0.4869394 Aug 10 15:29:50.450850 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.452638 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:50.513433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.526435 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] For port ea742a8f-0393-4f69-90bb-d87a346de186, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:50.553508 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=cd57c959-c6ed-4909-8df1-bef499b909c1,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:50.583445 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:50.584538 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3660625-d9f3-4056-a657-2ac47d192fed req-48d4a9bb-6326-4f27-b08f-f101b88af584 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362863 Aug 10 15:29:50.598283 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:50.599645 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.600614 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] For port ea742a8f-0393-4f69-90bb-d87a346de186, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=ea742a8f-0393-4f69-90bb-d87a346de186,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:50.609767 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e1cbb-739e-42df-8a72-fee687d4c375 req-7a32d4e2-8bf0-4ac4-8b11-1ae8c2d34329 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:50.611559 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fc0e1cbb-739e-42df-8a72-fee687d4c375 req-7a32d4e2-8bf0-4ac4-8b11-1ae8c2d34329 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 944 time: 0.2274518 Aug 10 15:29:50.615581 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.699270 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:50.699855 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.701265 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea742a8f-0393-4f69-90bb-d87a346de186 HTTP/1.1" status: 200 len: 1094 time: 1.9841259 Aug 10 15:29:50.702941 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:50.705631 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:50.727614 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-48de6162-fc45-46d7-b683-6a0177c02b89 None None] Provisioning complete for port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:50.728365 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-48de6162-fc45-46d7-b683-6a0177c02b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.760606 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.829394 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:50.831396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df8afb-bf3c-403c-aede-47750a29dc7b x-openstack-request-id: req-d4df8afb-bf3c-403c-aede-47750a29dc7b {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:50.831958 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:50.832242 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4df8afb-bf3c-403c-aede-47750a29dc7b {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:50.832655 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'status': 'completed', 'code': 200} Aug 10 15:29:50.838212 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.839282 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:50.847011 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fc0e1cbb-739e-42df-8a72-fee687d4c375 req-5efbfa1a-326a-4d4c-800d-d0d7fb963e9c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982646 Aug 10 15:29:50.850865 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40643b-2708-4bf5-8283-5a07e1822107 service neutron] Pushing event updated for resources: {'Port': ['ID=ea742a8f-0393-4f69-90bb-d87a346de186,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:50.940541 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-490cec20-9f29-48ef-a8e3-237c60ab3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:50.942169 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-490cec20-9f29-48ef-a8e3-237c60ab3d12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 1097 time: 0.1161945 Aug 10 15:29:50.955163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:50.987824 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:51.004995 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:51.005493 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:51.030639 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-bf4bfbf1-a77f-430e-90ce-d0866948f43e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea742a8f-0393-4f69-90bb-d87a346de186 HTTP/1.1" status: 200 len: 217 time: 0.0720181 Aug 10 15:29:51.148556 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3e2c2432-d47c-427f-8f8c-3aded91fa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:51.150080 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-3e2c2432-d47c-427f-8f8c-3aded91fa4a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.1094816 Aug 10 15:29:51.221418 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-83180621-f4fc-428f-837c-f5bf3ff7a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:51.222976 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-83180621-f4fc-428f-837c-f5bf3ff7a898 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636072 Aug 10 15:29:51.230472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Router c548bc80-17b2-4177-a76f-62df51acbee4 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:29:51.364568 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 6814affa-f0b2-4841-bd9e-146033182c4c details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:29:51.396391 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-02b9cb13-77de-420d-889b-2e7dd46e7f92 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637409 Aug 10 15:29:51.423999 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:51.433507 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Sync routers for ids ['c548bc80-17b2-4177-a76f-62df51acbee4'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:51.463171 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Routers {'c548bc80-17b2-4177-a76f-62df51acbee4'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:51.463789 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['c548bc80-17b2-4177-a76f-62df51acbee4'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:51.471906 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:51.473023 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-43dff63c-8605-4922-bcbb-bb3086377593 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9845238 Aug 10 15:29:51.475930 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59270) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:51.500948 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-87b57e5c-8552-4789-af22-b8e54f56f2ac req-73d4ee80-1531-4fc4-9cfc-0644bd50c9ad service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972798 Aug 10 15:29:51.513239 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 6814affa-f0b2-4841-bd9e-146033182c4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6814affa-f0b2-4841-bd9e-146033182c4c,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:51.534184 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '6814affa-f0b2-4841-bd9e-146033182c4c', 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f', 'port_id': '6814affa-f0b2-4841-bd9e-146033182c4c', 'mac_address': 'fa:16:3e:d2:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84b9f0-1439-43d6-a0cc-21771f3305d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:29:51.676021 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-90479c85-bece-4161-b7e8-7dd89b51dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:51.677550 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-90479c85-bece-4161-b7e8-7dd89b51dd0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 1097 time: 0.0678036 Aug 10 15:29:51.750360 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Set router c548bc80-17b2-4177-a76f-62df51acbee4 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:51.752312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:51.797527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3ce0e-8080-4a9c-a183-fa56f4207a66 req-385e8423-02d3-4861-969e-164418b99c0e tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:51.799162 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-63b3ce0e-8080-4a9c-a183-fa56f4207a66 req-385e8423-02d3-4861-969e-164418b99c0e tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 943 time: 0.1011221 Aug 10 15:29:51.820502 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6814affa-f0b2-4841-bd9e-146033182c4c {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:29:51.834683 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-3294e00f-abc2-40c7-b827-05803ad674af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:51.836745 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-3294e00f-abc2-40c7-b827-05803ad674af service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.1505096 Aug 10 15:29:51.880848 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 6814affa-f0b2-4841-bd9e-146033182c4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6814affa-f0b2-4841-bd9e-146033182c4c,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:51.891863 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-63b3ce0e-8080-4a9c-a183-fa56f4207a66 req-03cd7e1d-d78e-433c-9846-5e188f86470d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Aug 10 15:29:51.893527 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-26264936-8716-40c4-948a-fec9e9839662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea742a8f-0393-4f69-90bb-d87a346de186 HTTP/1.1" status: 200 len: 217 time: 0.0455902 Aug 10 15:29:51.897684 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:51.948195 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:51.970553 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-c8a8c6df-de00-4979-bce6-7f2f73a9a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:51.973006 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-c8a8c6df-de00-4979-bce6-7f2f73a9a6d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0708222 Aug 10 15:29:51.999079 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device cd57c959-c6ed-4909-8df1-bef499b909c1 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:52.033965 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=6814affa-f0b2-4841-bd9e-146033182c4c,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:52.073470 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port cd57c959-c6ed-4909-8df1-bef499b909c1 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:52.073873 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.082656 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204aaee-ccb3-453d-ad7f-c74c74f544cc req-c92b9523-9a98-4551-86b1-b8262bfd8fd8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:52.084555 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2204aaee-ccb3-453d-ad7f-c74c74f544cc req-c92b9523-9a98-4551-86b1-b8262bfd8fd8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 944 time: 0.1105177 Aug 10 15:29:52.087588 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-66b22dba-b67d-4702-bff2-6741c0919683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:52.089519 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-66b22dba-b67d-4702-bff2-6741c0919683 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031213 Aug 10 15:29:52.095715 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:29:49Z', 'revision_number': 3, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:52.143491 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Checking router: c548bc80-17b2-4177-a76f-62df51acbee4 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:52.143844 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Updating router c548bc80-17b2-4177-a76f-62df51acbee4 port 13c0a739-f613-4e9f-af83-178754e912ce binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:29:52.157600 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Allocated IP 172.20.0.1 (0cce2729-02e7-4ca7-9144-05a7db14569f/4c63b085-89b4-4cc9-8001-f95d78c20a52/fe4d4e4c-480a-4ccb-9b77-a368b1444e87) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:29:52.176668 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.187093 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2204aaee-ccb3-453d-ad7f-c74c74f544cc req-c37bc5d8-3dfa-4adc-bec6-2795faabb41c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958071 Aug 10 15:29:52.228970 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['6814affa-f0b2-4841-bd9e-146033182c4c'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:29:52.229176 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-cc7f35b1-258f-4635-91e6-80425e6eda01 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294594 Aug 10 15:29:52.280716 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.294972 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Transition to ACTIVE for port object fe4d4e4c-480a-4ccb-9b77-a368b1444e87 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:52.321892 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:52.332311 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-62d5a439-6d77-4d73-933e-3f8c8fc5c55b req-069e5a18-607f-4405-8a36-5dbe36b66b69 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953836 Aug 10 15:29:52.338452 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.393203 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Network 0cce2729-02e7-4ca7-9144-05a7db14569f is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:52.398677 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:52.403332 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:29:52.405374 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:52.444806 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.486986 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:52.487715 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.594732 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.687340 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.691722 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ce61f2c3-a0ef-46d5-a0cd-e579bf6291f5 None None] Provisioning for port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:52.709454 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-ce61f2c3-a0ef-46d5-a0cd-e579bf6291f5 None None] Provisioning complete for port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:52.709845 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce61f2c3-a0ef-46d5-a0cd-e579bf6291f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.716649 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Transition to ACTIVE for port object 13c0a739-f613-4e9f-af83-178754e912ce will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:52.743862 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.758582 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.763076 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.798165 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-ce61f2c3-a0ef-46d5-a0cd-e579bf6291f5 None None] Port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:29:52.806061 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Attempting to bind port 13c0a739-f613-4e9f-af83-178754e912ce on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:52.806429 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Attempting to bind port 13c0a739-f613-4e9f-af83-178754e912ce by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:52.806807 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Attempting to bind port 13c0a739-f613-4e9f-af83-178754e912ce on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:52.814522 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa95b3-b9aa-4050-9f3d-8bf2e78264aa None None] Pushing event updated for resources: {'Port': ['ID=13c0a739-f613-4e9f-af83-178754e912ce,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:52.817542 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:52.817959 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:52.818363 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.818744 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:52.819218 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Bound port: 13c0a739-f613-4e9f-af83-178754e912ce, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:52.819601 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.832507 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:52.835033 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.875485 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] For port 13c0a739-f613-4e9f-af83-178754e912ce, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:52.878602 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] For port 13c0a739-f613-4e9f-af83-178754e912ce, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=13c0a739-f613-4e9f-af83-178754e912ce,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:52.883546 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:52.930627 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Network 0cce2729-02e7-4ca7-9144-05a7db14569f is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:29:52.932312 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:29:52.952832 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Routers {'c548bc80-17b2-4177-a76f-62df51acbee4'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:52.953474 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['c548bc80-17b2-4177-a76f-62df51acbee4'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:53.008730 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa95b3-b9aa-4050-9f3d-8bf2e78264aa None None] Pushing event updated for resources: {'Port': ['ID=13c0a739-f613-4e9f-af83-178754e912ce,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:53.071451 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Router c548bc80-17b2-4177-a76f-62df51acbee4 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:29:53.071647 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607da567-9c8c-49d0-a80d-2c7747eaec4c req-0dbe17f8-17a8-4da8-af6a-674d993dafdd tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:53.073114 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-607da567-9c8c-49d0-a80d-2c7747eaec4c req-0dbe17f8-17a8-4da8-af6a-674d993dafdd tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 944 time: 0.0949078 Aug 10 15:29:53.096641 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] Set router c548bc80-17b2-4177-a76f-62df51acbee4 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:53.126275 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-607da567-9c8c-49d0-a80d-2c7747eaec4c req-fce3815a-59ad-4333-8bdb-1609d29ea7b1 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Aug 10 15:29:53.228398 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:29:53.234780 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-974a37f0-429f-4764-8516-f81f90c766f9 admin admin] 10.222.0.32 "PUT /v2.0/routers/c548bc80-17b2-4177-a76f-62df51acbee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570214 Aug 10 15:29:53.280098 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-6488ae1e-dc65-4597-86aa-213259e73201 None None] Provisioning complete for port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:53.280648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6488ae1e-dc65-4597-86aa-213259e73201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:53.338374 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-6488ae1e-dc65-4597-86aa-213259e73201 None None] Port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:29:53.341795 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99263de9-9c3d-4643-b600-317bcad49b48 req-212acc01-da56-45c6-b608-9069b9bacc3f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:53.344273 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-99263de9-9c3d-4643-b600-317bcad49b48 req-212acc01-da56-45c6-b608-9069b9bacc3f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 944 time: 0.0637879 Aug 10 15:29:53.381185 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 6814affa-f0b2-4841-bd9e-146033182c4c up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:53.408172 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-99263de9-9c3d-4643-b600-317bcad49b48 req-9cee2631-7c6d-4a3f-afa3-3f5d6ae0c41b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568831 Aug 10 15:29:53.443588 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'fe4d4e4c-480a-4ccb-9b77-a368b1444e87', 'name': '', 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'mac_address': 'fa:16:3e:16:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:51Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 2, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'subnets': [{'id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:53.473545 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f1d38-9b40-4944-ad75-9264d7dae30b None None] The sync data for ids ['c548bc80-17b2-4177-a76f-62df51acbee4'] in dv-cinder-804093-1-iscsi is: [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'fe4d4e4c-480a-4ccb-9b77-a368b1444e87', 'name': '', 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'mac_address': 'fa:16:3e:16:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:51Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 2, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'subnets': [{'id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:53.485409 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 6814affa-f0b2-4841-bd9e-146033182c4c completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:53.490718 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 6814affa-f0b2-4841-bd9e-146033182c4c triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:53.491292 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:53.594831 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:53.624630 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814affa-f0b2-4841-bd9e-146033182c4c'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:53.627056 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921fa3f-67c7-4149-825a-1212ed850b36" -d '{"events": [{"server_uuid": "42e16759-79c1-4820-8ae3-b93cfb013f55", "name": "network-vif-plugged", "status": "completed", "tag": "6814affa-f0b2-4841-bd9e-146033182c4c"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:53.641345 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 6814affa-f0b2-4841-bd9e-146033182c4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6814affa-f0b2-4841-bd9e-146033182c4c,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:53.647460 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:53.691922 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a54fb-748b-4eb1-a111-aab7eaad0129 x-openstack-request-id: req-e91a54fb-748b-4eb1-a111-aab7eaad0129 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:53.692532 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e16759-79c1-4820-8ae3-b93cfb013f55", "name": "network-vif-plugged", "status": "completed", "tag": "6814affa-f0b2-4841-bd9e-146033182c4c", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:53.692905 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e91a54fb-748b-4eb1-a111-aab7eaad0129 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:53.693379 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814affa-f0b2-4841-bd9e-146033182c4c', 'code': 200} Aug 10 15:29:53.731593 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=6814affa-f0b2-4841-bd9e-146033182c4c,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:53.944137 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130cc6-2a7a-4bfa-99d2-83c504849d1d req-fb3c1b38-4826-42af-add8-343409972bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:53.945695 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-94130cc6-2a7a-4bfa-99d2-83c504849d1d req-fb3c1b38-4826-42af-add8-343409972bff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 1098 time: 0.0502787 Aug 10 15:29:53.958775 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59292) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:53.964310 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63944674', 'description': 'tempest-secgroup-smoke-63944674 description', 'project_id': '4a3f6634d17349638c561fa19b086be8'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:53.988696 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:53.991769 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-94130cc6-2a7a-4bfa-99d2-83c504849d1d req-93027b99-87e5-4a63-bf45-cd04ba421734 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Aug 10 15:29:54.084472 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.088702 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.124253 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.125588 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1654510 Aug 10 15:29:54.126472 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5794f0e-4b98-44b2-9228-989a7eec41d3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe9be2-66a7-4eba-b523-fd81efc2e469,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:54.128672 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59294) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:54.135174 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group_rule': {'security_group_id': '58fe9be2-66a7-4eba-b523-fd81efc2e469', 'project_id': '4a3f6634d17349638c561fa19b086be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:54.174117 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.269277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.275637 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.296311 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4bb0a-a3fa-4998-bb02-12de9c213dbf req-1761ca18-cfe8-400f-abaf-42d6048d25bb tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:54.305381 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-06a4bb0a-a3fa-4998-bb02-12de9c213dbf req-1761ca18-cfe8-400f-abaf-42d6048d25bb tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 945 time: 0.0973120 Aug 10 15:29:54.333005 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4968670e-4654-4b7c-893a-56b14cd392e7,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:54.353359 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.357248 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dd069ad0-2374-4665-a77a-0c55fde3b900 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241240 Aug 10 15:29:54.357396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59298) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:54.363909 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group_rule': {'security_group_id': '58fe9be2-66a7-4eba-b523-fd81efc2e469', 'project_id': '4a3f6634d17349638c561fa19b086be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:54.397326 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-06a4bb0a-a3fa-4998-bb02-12de9c213dbf req-13b3a14a-6b6d-480f-be18-15af92a062c5 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910263 Aug 10 15:29:54.405987 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.461605 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.465957 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.484245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d21c5b-05c9-4626-8d66-7005441aecab,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:54.500256 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.504275 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59304) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:54.504438 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b982f646-11a3-43a2-b4c4-7bfedb8a0e5c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459270 Aug 10 15:29:54.509069 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group_rule': {'security_group_id': '58fe9be2-66a7-4eba-b523-fd81efc2e469', 'project_id': '4a3f6634d17349638c561fa19b086be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:54.540056 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.542494 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c4f6-a4bb-4779-9034-3f9bd5f608ec req-236e4e42-a3bc-4978-8cd4-ab3a2776494b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:54.544124 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e631c4f6-a4bb-4779-9034-3f9bd5f608ec req-236e4e42-a3bc-4978-8cd4-ab3a2776494b tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 944 time: 0.0572548 Aug 10 15:29:54.587668 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e631c4f6-a4bb-4779-9034-3f9bd5f608ec req-eefeee72-3961-4a31-8f30-ad5c0486ac6d tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360568 Aug 10 15:29:54.615038 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.619011 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.638981 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc057b0-6600-4480-8344-5eba40dbc2d9,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:54.651807 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.653110 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f4b5e6a1-e3a9-4b7a-9094-58d4353cd77c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477113 Aug 10 15:29:54.655787 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59306) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:54.660206 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group_rule': {'security_group_id': '58fe9be2-66a7-4eba-b523-fd81efc2e469', 'project_id': '4a3f6634d17349638c561fa19b086be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:54.690072 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.752161 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.757859 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.774924 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa76d17-c66f-4aca-8d3f-1761fac07c7e,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:54.782720 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.786638 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1091e8bb-9db2-4660-a719-c9c5f05ca613 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272383 Aug 10 15:29:54.786865 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59308) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:54.791433 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group_rule': {'security_group_id': '58fe9be2-66a7-4eba-b523-fd81efc2e469', 'project_id': '4a3f6634d17349638c561fa19b086be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:54.814417 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.securitygroups_db [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Project 4a3f6634d17349638c561fa19b086be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:29:54.819301 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.880288 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.884376 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.903567 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40309e50-967f-4d87-97af-049d184d1e2d,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:54.909284 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:54.910589 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-988654a1-5ce7-4ec0-aab9-ba4f7f4504ec tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227751 Aug 10 15:29:54.913349 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59310) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:29:54.917764 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'security_group_rule': {'security_group_id': '58fe9be2-66a7-4eba-b523-fd81efc2e469', 'project_id': '4a3f6634d17349638c561fa19b086be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:29:54.939000 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.securitygroups_db [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Project 4a3f6634d17349638c561fa19b086be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:29:54.943608 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:55.005221 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:55.008903 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:55.026742 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed890c5-e2e2-4363-b1e3-d4c06792bfc3,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:55.030719 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:55.039022 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-654d56e9-4424-4522-83d6-106078f3f556 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176035 Aug 10 15:29:55.379690 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device ea742a8f-0393-4f69-90bb-d87a346de186 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:29:55.505950 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port ea742a8f-0393-4f69-90bb-d87a346de186, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=ea742a8f-0393-4f69-90bb-d87a346de186,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:55.562230 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56612dcc-a9c5-4eaa-b1d7-43c543ef0bea req-7984a818-acf1-454c-a08b-8245fec5060d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:55.563858 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56612dcc-a9c5-4eaa-b1d7-43c543ef0bea req-7984a818-acf1-454c-a08b-8245fec5060d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 945 time: 0.0867388 Aug 10 15:29:55.604810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56612dcc-a9c5-4eaa-b1d7-43c543ef0bea req-4dc76064-3d66-4407-9991-2f40b2ebc74f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348287 Aug 10 15:29:55.649702 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'port_id': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:29:55.696257 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:55.709949 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea742a8f-0393-4f69-90bb-d87a346de186 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:29:55.736445 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port ea742a8f-0393-4f69-90bb-d87a346de186, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=ea742a8f-0393-4f69-90bb-d87a346de186,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:55.739402 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e610c-8c53-40df-8e31-e453c54d17c8 req-34e6a77d-b530-4cff-a195-716920cbc1cb tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:55.745713 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:55.749193 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-412e610c-8c53-40df-8e31-e453c54d17c8 req-34e6a77d-b530-4cff-a195-716920cbc1cb tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 944 time: 0.0778706 Aug 10 15:29:55.791458 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-412e610c-8c53-40df-8e31-e453c54d17c8 req-42d19743-604b-4a8c-a744-d614a5e0b3d4 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Aug 10 15:29:55.812634 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=ea742a8f-0393-4f69-90bb-d87a346de186,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:55.967989 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 13c0a739-f613-4e9f-af83-178754e912ce up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:56.031630 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 13c0a739-f613-4e9f-af83-178754e912ce completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:56.037486 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 13c0a739-f613-4e9f-af83-178754e912ce triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:56.037988 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:56.129200 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['ea742a8f-0393-4f69-90bb-d87a346de186'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:29:56.155150 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:56.187164 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 13c0a739-f613-4e9f-af83-178754e912ce, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=13c0a739-f613-4e9f-af83-178754e912ce,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:56.193866 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:56.266206 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=13c0a739-f613-4e9f-af83-178754e912ce,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:56.911152 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5035a7-dd74-4bfd-9dbf-e6ad929f772a req-3af63fc2-f987-4adc-b4c4-dcdf9569e367 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:56.913225 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-de5035a7-dd74-4bfd-9dbf-e6ad929f772a req-3af63fc2-f987-4adc-b4c4-dcdf9569e367 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 945 time: 0.0508361 Aug 10 15:29:56.950978 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-de5035a7-dd74-4bfd-9dbf-e6ad929f772a req-50daecb5-6b53-46b1-8e42-bb137f28194a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Aug 10 15:29:57.387697 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device ea742a8f-0393-4f69-90bb-d87a346de186 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:57.446194 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port ea742a8f-0393-4f69-90bb-d87a346de186 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:29:57.447369 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Sync routers for ids ['c548bc80-17b2-4177-a76f-62df51acbee4'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:29:57.450831 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port ea742a8f-0393-4f69-90bb-d87a346de186 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:57.451156 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:57.458160 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Routers {'c548bc80-17b2-4177-a76f-62df51acbee4'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:57.458779 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['c548bc80-17b2-4177-a76f-62df51acbee4'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:57.534332 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:57.558449 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:29:57.561765 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22502d2-da37-4f46-9616-4fd0f4a12279" -d '{"events": [{"server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "name": "network-vif-plugged", "status": "completed", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:29:57.577489 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port ea742a8f-0393-4f69-90bb-d87a346de186, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=ea742a8f-0393-4f69-90bb-d87a346de186,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:29:57.584469 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:57.612588 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb0135-e2ee-4276-869a-788237e2fead x-openstack-request-id: req-19eb0135-e2ee-4276-869a-788237e2fead {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:29:57.613063 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "name": "network-vif-plugged", "status": "completed", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:29:57.613190 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19eb0135-e2ee-4276-869a-788237e2fead {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:29:57.613528 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'code': 200} Aug 10 15:29:57.642803 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=ea742a8f-0393-4f69-90bb-d87a346de186,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:57.680228 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Set router c548bc80-17b2-4177-a76f-62df51acbee4 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:57.821129 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ca597-7b07-4597-97be-ed43d56ea8c4 req-b709dfd1-fdd1-4e29-a86f-0b881db82b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:57.822715 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-622ca597-7b07-4597-97be-ed43d56ea8c4 req-b709dfd1-fdd1-4e29-a86f-0b881db82b08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 1099 time: 0.0414736 Aug 10 15:29:57.870196 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-622ca597-7b07-4597-97be-ed43d56ea8c4 req-96200136-96e0-4cee-8aca-51103def7fc0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Aug 10 15:29:57.887061 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'fe4d4e4c-480a-4ccb-9b77-a368b1444e87', 'name': '', 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'mac_address': 'fa:16:3e:16:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:51Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 2, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'subnets': [{'id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:57.916971 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Checking router: c548bc80-17b2-4177-a76f-62df51acbee4 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:29:57.917326 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Updating router c548bc80-17b2-4177-a76f-62df51acbee4 port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:29:57.945733 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 13c0a739-f613-4e9f-af83-178754e912ce up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:57.956054 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:57.996999 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 13c0a739-f613-4e9f-af83-178754e912ce triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:29:57.997378 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:58.082338 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c3af-e7f2-4ded-9649-8f7e36ebcbe6 req-aa3e13ee-383f-417a-8867-44cc939a679c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:58.086433 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d646c3af-e7f2-4ded-9649-8f7e36ebcbe6 req-aa3e13ee-383f-417a-8867-44cc939a679c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0620310 Aug 10 15:29:58.128968 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d646c3af-e7f2-4ded-9649-8f7e36ebcbe6 req-127b7bb4-3a9e-47f8-b465-b385d6b98070 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365956 Aug 10 15:29:58.245540 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:58.256233 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Transition to ACTIVE for port object fe4d4e4c-480a-4ccb-9b77-a368b1444e87 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:29:58.261883 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:58.330248 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ae39b-83d5-48d1-83cf-e7493b61916a None None] Pushing event updated for resources: {'Port': ['ID=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:58.368792 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Attempting to bind port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:29:58.369043 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Attempting to bind port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:29:58.369407 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Attempting to bind port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 on network 0cce2729-02e7-4ca7-9144-05a7db14569f {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:29:58.377678 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:29:58.378232 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Checking segment: {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:29:58.378810 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:58.379208 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Bound using segment: {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:29:58.379698 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Bound port: fe4d4e4c-480a-4ccb-9b77-a368b1444e87, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed669fa-be37-44d7-94d7-1a787ef465ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:29:58.380100 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:58.455158 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] For port fe4d4e4c-480a-4ccb-9b77-a368b1444e87, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:29:58.459138 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] For port fe4d4e4c-480a-4ccb-9b77-a368b1444e87, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:29:58.465225 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:29:58.522827 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Routers {'c548bc80-17b2-4177-a76f-62df51acbee4'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:29:58.523467 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['c548bc80-17b2-4177-a76f-62df51acbee4'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:58.528434 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ae39b-83d5-48d1-83cf-e7493b61916a None None] Pushing event updated for resources: {'Port': ['ID=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:29:58.659002 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] Set router c548bc80-17b2-4177-a76f-62df51acbee4 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:29:58.862128 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9253-2236-4497-9647-b570236c067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'fe4d4e4c-480a-4ccb-9b77-a368b1444e87', 'name': '', 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'mac_address': 'fa:16:3e:16:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:51Z', 'updated_at': '2021-08-10T15:29:58Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'subnets': [{'id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:29:58.890390 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9253-2236-4497-9647-b570236c067f None None] The sync data for ids ['c548bc80-17b2-4177-a76f-62df51acbee4'] in dv-cinder-804093-1-iscsi is: [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:29:52Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'fe4d4e4c-480a-4ccb-9b77-a368b1444e87', 'name': '', 'network_id': '0cce2729-02e7-4ca7-9144-05a7db14569f', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'mac_address': 'fa:16:3e:16:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:51Z', 'updated_at': '2021-08-10T15:29:58Z', 'revision_number': 4, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'subnets': [{'id': '4c63b085-89b4-4cc9-8001-f95d78c20a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:29:59.273485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689fece-4816-4d37-a3be-729310b8b9de req-9225fdbe-882a-47cf-9932-b964daf3633a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:29:59.275095 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1689fece-4816-4d37-a3be-729310b8b9de req-9225fdbe-882a-47cf-9932-b964daf3633a tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0721729 Aug 10 15:29:59.318737 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1689fece-4816-4d37-a3be-729310b8b9de req-77a2fc2f-670c-400f-8d5b-e65f690bb460 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Aug 10 15:29:59.949198 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device fe4d4e4c-480a-4ccb-9b77-a368b1444e87 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:29:59.997883 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:30:00.002280 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:30:00.002659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:00.085855 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:00.122815 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port fe4d4e4c-480a-4ccb-9b77-a368b1444e87, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:00.127235 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:00.181947 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:00.446899 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc16773-cef3-43a1-8352-dd32ab28b0b5 req-1ea13623-bb6c-4881-8f96-4abf59048803 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:00.450166 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dbc16773-cef3-43a1-8352-dd32ab28b0b5 req-1ea13623-bb6c-4881-8f96-4abf59048803 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0605111 Aug 10 15:30:00.497210 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dbc16773-cef3-43a1-8352-dd32ab28b0b5 req-a0716d4d-b841-430c-aadb-6c124c28b4f9 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366416 Aug 10 15:30:00.613936 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe778252-157b-4893-95c6-3634c1f3bd02 req-bc1314cb-98b3-40a0-9c28-32f8917b44f5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:00.615388 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fe778252-157b-4893-95c6-3634c1f3bd02 req-bc1314cb-98b3-40a0-9c28-32f8917b44f5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0517991 Aug 10 15:30:00.623835 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59464) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:30:00.628175 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Request body: {'floatingip': {'port_id': 'ea742a8f-0393-4f69-90bb-d87a346de186'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:30:00.667471 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:01.139982 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:01.144876 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:01.243032 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Floating IP 097b58c9-434f-41bb-baa8-5404a382e028 associated. External IP: 172.27.0.124, port: ea742a8f-0393-4f69-90bb-d87a346de186. Aug 10 15:30:01.711737 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:30:01.821631 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:30:01.826226 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:01.839974 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:30:01.849057 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:30:01.849681 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:01.853670 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-23efb2bb-6ec5-4a18-9254-58d9ed19f9c7 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "PUT /v2.0/floatingips/097b58c9-434f-41bb-baa8-5404a382e028 HTTP/1.1" status: 200 len: 992 time: 1.2288222 Aug 10 15:30:01.854287 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:30:01.856530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ae259f-b16a-4e50-bc92-95cfae08b860" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:30:01.908219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760fa9bd-9a7f-4770-9996-7d73db2086ff x-openstack-request-id: req-760fa9bd-9a7f-4770-9996-7d73db2086ff {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:30:01.909028 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:30:01.909291 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-760fa9bd-9a7f-4770-9996-7d73db2086ff {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:30:01.909699 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'status': 'completed', 'code': 200} Aug 10 15:30:01.964126 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device fe4d4e4c-480a-4ccb-9b77-a368b1444e87 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:30:01.990875 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:30:02.018815 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-92cf9b58-8019-48c9-abbc-941640fba6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:02.020869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-92cf9b58-8019-48c9-abbc-941640fba6c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 1099 time: 0.0421846 Aug 10 15:30:02.097428 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:30:02.097834 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:02.118631 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-86fe054d-75c7-4f10-adc4-dde5eecb1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:02.120177 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-86fe054d-75c7-4f10-adc4-dde5eecb1a27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.0891612 Aug 10 15:30:02.197649 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-056c7c70-129e-45a2-9133-72b96c4a951a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea742a8f-0393-4f69-90bb-d87a346de186 HTTP/1.1" status: 200 len: 1000 time: 0.0696528 Aug 10 15:30:02.250276 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-63ed990a-0224-4a26-94c5-0951fd0c787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:02.251773 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-63ed990a-0224-4a26-94c5-0951fd0c787c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0459764 Aug 10 15:30:02.302891 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '097b58c9-434f-41bb-baa8-5404a382e028', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'port_id': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc88490-60a9-4069-9587-4699dbaf38af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:30:01Z', 'revision_number': 1, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:02.303748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-c51c86e8-17fc-436f-9c67-d63306f6db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:02.305311 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-c51c86e8-17fc-436f-9c67-d63306f6db2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456095 Aug 10 15:30:02.333911 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:30:02.342480 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:30:02.343095 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:29:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:02.420127 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-cc30a8ae-cf08-4b8c-92b9-f6222d623296 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047788 Aug 10 15:30:02.472769 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:30:02.524723 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23ae259f-b16a-4e50-bc92-95cfae08b860 req-a0cb9cfd-e5e5-4be7-a924-e85771051aab service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833580 Aug 10 15:30:02.699041 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '097b58c9-434f-41bb-baa8-5404a382e028', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'port_id': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc88490-60a9-4069-9587-4699dbaf38af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:30:01Z', 'revision_number': 1, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:02.726747 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e3f7a-6a13-43b4-9aae-7f1910c21b67 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '097b58c9-434f-41bb-baa8-5404a382e028', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'port_id': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc88490-60a9-4069-9587-4699dbaf38af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:30:01Z', 'revision_number': 1, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:30:02.900048 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7ef17-73d6-4093-9e78-68f193d9bfc6 None None] New status for floating IP 097b58c9-434f-41bb-baa8-5404a382e028: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:30:13.666229 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d209e68e-fc59-4d15-a514-785368a5ae21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:14.002710 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:14.644754 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-b4c90589-2512-4716-856f-6e5e6b4bfd9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598617 Aug 10 15:30:14.764607 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-60e136f6-9e8d-4623-af5e-5c3c761c1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:14.766328 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-60e136f6-9e8d-4623-af5e-5c3c761c1d12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1098 time: 0.0522485 Aug 10 15:30:14.883011 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-12ffb526-ebd6-49c8-8181-81f526b1dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:14.884537 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-12ffb526-ebd6-49c8-8181-81f526b1dde1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.0923388 Aug 10 15:30:14.968869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-08964f31-df9b-4c61-a8ac-71dda60bdd44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 1001 time: 0.0710449 Aug 10 15:30:15.026652 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-1d01911d-fc7c-470f-a7b1-65a312adc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:15.028578 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-1d01911d-fc7c-470f-a7b1-65a312adc965 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0502257 Aug 10 15:30:15.085512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-956e4112-978c-441a-aaee-f78f13bf1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:15.087533 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-956e4112-978c-441a-aaee-f78f13bf1772 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493896 Aug 10 15:30:15.237936 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-8652c974-463d-4b16-94e5-bd13c1c54b81 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355367 Aug 10 15:30:15.341001 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7b31bf9-a19d-4a78-b259-5a8cad194424 req-1a9d9334-ef77-4b27-a468-aadd673ada81 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919631 Aug 10 15:30:16.268968 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eb3a55ee-0758-44c3-89f5-a27cab187092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:16.606442 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:17.555211 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:19.364622 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:21.181812 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:30:23.264949 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-4d2f1b85-d128-4833-82c7-85340dfdfc01 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63944674&fields=id&tenant_id=4a3f6634d17349638c561fa19b086be8 HTTP/1.1" status: 200 len: 267 time: 0.0381441 Aug 10 15:30:23.392547 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-ffaeda8c-60b9-41d4-939f-ac89c0289588 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:23.394135 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-ffaeda8c-60b9-41d4-939f-ac89c0289588 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 809 time: 0.1217208 Aug 10 15:30:23.411808 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-ca4556e4-ef56-4a28-9a5a-83a61998547b tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/quotas/4a3f6634d17349638c561fa19b086be8 HTTP/1.1" status: 200 len: 375 time: 0.0106668 Aug 10 15:30:23.486638 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-7db1b568-3de6-4716-8f2c-db6aec4bfaca tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671136 Aug 10 15:30:23.719740 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-90959b76-0441-4775-a70f-256cb3d8f858 service neutron] 10.222.0.32 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176633 Aug 10 15:30:23.811417 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-52e4776c-1922-459f-8039-13b3f9c0555e service neutron] 10.222.0.32 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848446 Aug 10 15:30:24.162808 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-37fd65e0-a75b-438b-a28b-5681dcda4ba2 req-b73f5302-05f1-402e-96ab-ef183dca3ad7 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0831811 Aug 10 15:30:25.266444 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68cdfdf1-458c-42c1-9563-6453366a0b07 req-48822dbb-cd67-49eb-be3e-3f33666b48d6 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0344331 Aug 10 15:30:25.453358 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-0c15fe88-3883-4f9d-af73-b525bc2cdc51 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:25.455757 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-0c15fe88-3883-4f9d-af73-b525bc2cdc51 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 809 time: 0.1118109 Aug 10 15:30:25.512166 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-d0374cf4-1616-4ef5-8fa0-f3fe64882f5b tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3f6634d17349638c561fa19b086be8 HTTP/1.1" status: 200 len: 378 time: 0.0373900 Aug 10 15:30:25.528569 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'port': {'device_id': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'admin_state_up': True, 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'security_groups': ['58fe9be2-66a7-4eba-b523-fd81efc2e469']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:30:25.702912 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Made reservation on behalf of 4a3f6634d17349638c561fa19b086be8 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:30:25.707666 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:25.895129 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Allocated IP 172.20.0.5 (f9b358d5-618f-4a8a-8769-be5c7dbcb23d/d5565eba-dd70-496f-8c19-43139645e65c/d72030b1-8113-4711-a49f-46c25cd25e59) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:30:26.053767 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.068537 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Transition to ACTIVE for port object d72030b1-8113-4711-a49f-46c25cd25e59 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:30:26.107577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.179023 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:30:26.182552 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:30:26.187721 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:30:26.191808 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:26.228058 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.228630 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.229186 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.229561 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.230120 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.230655 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.231020 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.231502 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.231952 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.232406 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.233394 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.233729 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:26.296327 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:26.296997 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.362224 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-bf1ea138-0911-4fd6-8488-42e7a7aa165f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382142 Aug 10 15:30:26.386198 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0b542-6a02-4f65-8085-bbdfb9a61d0f req-54f135d9-0b0f-4b0e-91ef-b2ef3a26c1b3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:26.387940 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e3d0b542-6a02-4f65-8085-bbdfb9a61d0f req-54f135d9-0b0f-4b0e-91ef-b2ef3a26c1b3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0802894 Aug 10 15:30:26.439058 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-3646e116-d9fd-40cb-acda-dcd32f205100 None None] Provisioning for port d72030b1-8113-4711-a49f-46c25cd25e59 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:30:26.444720 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-3646e116-d9fd-40cb-acda-dcd32f205100 None None] Provisioning complete for port d72030b1-8113-4711-a49f-46c25cd25e59 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:30:26.445103 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3646e116-d9fd-40cb-acda-dcd32f205100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.464804 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472baf0-9d3a-40d2-bbdd-c00362825542 req-694aa913-c4f2-434a-b04d-e38eac2c97fe tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:26.472082 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c472baf0-9d3a-40d2-bbdd-c00362825542 req-694aa913-c4f2-434a-b04d-e38eac2c97fe tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 931 time: 0.1171420 Aug 10 15:30:26.478559 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e3d0b542-6a02-4f65-8085-bbdfb9a61d0f req-b80805b8-e734-41ff-b779-564fadff97a1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747795 Aug 10 15:30:26.487104 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Request body: {'port': {'device_id': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:30:26.490056 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-3646e116-d9fd-40cb-acda-dcd32f205100 None None] Port d72030b1-8113-4711-a49f-46c25cd25e59 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:30:26.556107 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c472baf0-9d3a-40d2-bbdd-c00362825542 req-ff821594-7b88-4c2c-bac7-dcfb6b348755 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830834 Aug 10 15:30:26.580524 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.852505 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72030b1-8113-4711-a49f-46c25cd25e59 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:30:26.860520 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.872688 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Transition to ACTIVE for port object d72030b1-8113-4711-a49f-46c25cd25e59 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:30:26.877246 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:26.954752 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:27.016734 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Attempting to bind port d72030b1-8113-4711-a49f-46c25cd25e59 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:30:27.017075 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Attempting to bind port d72030b1-8113-4711-a49f-46c25cd25e59 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:30:27.017395 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Attempting to bind port d72030b1-8113-4711-a49f-46c25cd25e59 on network f9b358d5-618f-4a8a-8769-be5c7dbcb23d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:30:27.022076 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Port d72030b1-8113-4711-a49f-46c25cd25e59 on network f9b358d5-618f-4a8a-8769-be5c7dbcb23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:30:27.022403 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Attempting to bind port d72030b1-8113-4711-a49f-46c25cd25e59 on network f9b358d5-618f-4a8a-8769-be5c7dbcb23d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:30:27.027595 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:30:27.027929 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Checking segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:30:27.028319 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Bound using segment: {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:30:27.028748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Bound port: d72030b1-8113-4711-a49f-46c25cd25e59, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1640b54a-b140-4bce-942f-ce69f45524b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:30:27.029108 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:27.105481 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:30:27.109017 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:30:27.119098 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:27.158090 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.158765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:27.160149 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] 10.222.0.16 "PUT /v2.0/ports/d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 1093 time: 0.7577169 Aug 10 15:30:27.160590 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:30:27.162840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af787487-4f42-4b6b-a7a4-60107cbf6491" -d '{"events": [{"name": "network-changed", "server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:30:27.209061 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ce234-5624-430e-94ce-195e9bfbe9da service neutron] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:27.228051 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e7811-5a7b-4b17-bfb6-160ccb2a0d67 x-openstack-request-id: req-3a8e7811-5a7b-4b17-bfb6-160ccb2a0d67 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:30:27.228515 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:30:27.228937 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a8e7811-5a7b-4b17-bfb6-160ccb2a0d67 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:30:27.229476 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'status': 'completed', 'code': 200} Aug 10 15:30:27.305535 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-17aeff91-e74c-4722-a3c3-0c47b6ee9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.307175 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-17aeff91-e74c-4722-a3c3-0c47b6ee9ba1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0551565 Aug 10 15:30:27.357524 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-a0909e7a-51e6-433b-8a24-3b05a407c188 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 217 time: 0.0352027 Aug 10 15:30:27.409232 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-eaf122ac-f10a-4250-b3e4-b63cf8698a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.410730 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-eaf122ac-f10a-4250-b3e4-b63cf8698a38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0444779 Aug 10 15:30:27.460532 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27275-2dd5-48db-a722-85bc31f21aca req-d05b961f-de27-469f-95cf-fefc95103e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.461981 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-d05b961f-de27-469f-95cf-fefc95103e83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432467 Aug 10 15:30:27.557488 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-5136590f-ddd6-471a-9a6b-431022011b08 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839314 Aug 10 15:30:27.698884 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b3c04-ffc6-4463-9ba1-b7f1e27c9a45 req-3212b6bb-48cf-4e5d-b728-1fca95f89239 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.700380 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-530b3c04-ffc6-4463-9ba1-b7f1e27c9a45 req-3212b6bb-48cf-4e5d-b728-1fca95f89239 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.1453822 Aug 10 15:30:27.749579 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9551dd-e796-4702-b7c0-8c3c25aa5af1 req-2c7f7b76-9bc4-43a6-8a60-8cb81e8e7045 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.751076 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fb9551dd-e796-4702-b7c0-8c3c25aa5af1 req-2c7f7b76-9bc4-43a6-8a60-8cb81e8e7045 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.1153367 Aug 10 15:30:27.759673 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89a27275-2dd5-48db-a722-85bc31f21aca req-a6d204e0-fdde-4e90-a9a6-e20b09f8d7d9 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931527 Aug 10 15:30:27.789196 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-530b3c04-ffc6-4463-9ba1-b7f1e27c9a45 req-cb97e637-0a08-4524-9425-754f7bd548cd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757594 Aug 10 15:30:27.806171 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fb9551dd-e796-4702-b7c0-8c3c25aa5af1 req-6c3cf0e3-3e5f-4cad-9e16-7a86c125cfc0 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485334 Aug 10 15:30:27.893325 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-01e05711-9705-4ec4-af47-f72f06801c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.894865 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-01e05711-9705-4ec4-af47-f72f06801c56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0443585 Aug 10 15:30:27.988334 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-fdfadd68-9bbf-4394-83c6-c4183bc65d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:27.989714 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-fdfadd68-9bbf-4394-83c6-c4183bc65d4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.0870759 Aug 10 15:30:28.036153 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-e0ba2b79-4a15-492b-b833-f6b9e517e060 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 217 time: 0.0379677 Aug 10 15:30:28.091982 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-8a22bbde-1295-4da5-904e-7cb2af5fc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:28.093480 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-8a22bbde-1295-4da5-904e-7cb2af5fc54a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0451980 Aug 10 15:30:28.140411 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-8748e549-5f8e-4f22-acd6-a3d0732d9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:28.141957 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-8748e549-5f8e-4f22-acd6-a3d0732d9055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407708 Aug 10 15:30:28.234092 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-9b201b59-8438-42e6-b2a8-c3e55241c3d0 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840809 Aug 10 15:30:28.328237 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-af787487-4f42-4b6b-a7a4-60107cbf6491 req-2c3c522e-20f7-4194-9d13-8a48d3e7b4fc service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828414 Aug 10 15:30:28.944710 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28d40-26a4-4e39-8a95-84461af59b71 req-1af87aef-16f8-4234-93d0-0e70d858ed2c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:28.946213 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-79f28d40-26a4-4e39-8a95-84461af59b71 req-1af87aef-16f8-4234-93d0-0e70d858ed2c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0838332 Aug 10 15:30:28.955923 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdbb64-f021-4439-9a6f-9740633f733f req-6b2de88e-5587-4d95-a8b9-d71ac693147f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:28.957353 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7ebdbb64-f021-4439-9a6f-9740633f733f req-6b2de88e-5587-4d95-a8b9-d71ac693147f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0683308 Aug 10 15:30:29.020869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-79f28d40-26a4-4e39-8a95-84461af59b71 req-7ad3a078-f798-4913-9e14-369187508d2c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625253 Aug 10 15:30:29.027850 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7ebdbb64-f021-4439-9a6f-9740633f733f req-36980e81-89bd-49fb-ad58-a47d751bbe24 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613678 Aug 10 15:30:30.166782 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed568-dd2b-49b5-9b60-ef80701a9d07 req-329dd2e7-9835-431a-8edc-afa9e2b60c7d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:30.168181 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-37bed568-dd2b-49b5-9b60-ef80701a9d07 req-329dd2e7-9835-431a-8edc-afa9e2b60c7d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0747559 Aug 10 15:30:30.176915 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddd547-9db1-458c-877e-8a13c171add8 req-4c272e4e-e9c9-4032-8248-769b662fc84b tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:30.178306 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6fddd547-9db1-458c-877e-8a13c171add8 req-4c272e4e-e9c9-4032-8248-769b662fc84b tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0760670 Aug 10 15:30:30.235141 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-37bed568-dd2b-49b5-9b60-ef80701a9d07 req-a02aef46-7877-4e01-b79b-05142142a098 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558925 Aug 10 15:30:30.240012 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6fddd547-9db1-458c-877e-8a13c171add8 req-0f93c1ac-7038-4752-9b6c-7c269ba3097c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552075 Aug 10 15:30:31.381565 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5645bbe-f03a-45be-8f25-12c478f56898 req-88209353-e4d0-44c6-858e-452ce61f24c8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:31.383066 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b5645bbe-f03a-45be-8f25-12c478f56898 req-88209353-e4d0-44c6-858e-452ce61f24c8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0672491 Aug 10 15:30:31.391672 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc356d6-2587-427d-9c21-2b6b520fdf50 req-6119560b-62fa-4665-b15b-fe18c6baf8e3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:31.393082 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8bc356d6-2587-427d-9c21-2b6b520fdf50 req-6119560b-62fa-4665-b15b-fe18c6baf8e3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0874550 Aug 10 15:30:31.451908 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b5645bbe-f03a-45be-8f25-12c478f56898 req-fa42b1f9-db02-4ccb-b1ac-93e209a379a1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578878 Aug 10 15:30:31.454686 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8bc356d6-2587-427d-9c21-2b6b520fdf50 req-1a01b2e5-2dbb-4695-9b2d-3a9218baf5c6 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549610 Aug 10 15:30:32.604814 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597919e-a12a-424f-9200-e436d333fe7c req-40afd53b-bfe5-417e-8a44-4ca8832844e1 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:32.606312 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e597919e-a12a-424f-9200-e436d333fe7c req-40afd53b-bfe5-417e-8a44-4ca8832844e1 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0804906 Aug 10 15:30:32.615578 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86174-bf24-4e97-ad6a-826f186e2bc3 req-33a63cf4-c188-4512-b737-8ff1b89d1a24 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:32.617063 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54b86174-bf24-4e97-ad6a-826f186e2bc3 req-33a63cf4-c188-4512-b737-8ff1b89d1a24 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0817001 Aug 10 15:30:32.667382 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e597919e-a12a-424f-9200-e436d333fe7c req-8d5e51d2-8d32-41f7-997b-2ed1181c0271 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491705 Aug 10 15:30:32.690433 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54b86174-bf24-4e97-ad6a-826f186e2bc3 req-fdb592ec-0b2a-4f71-a88a-a33c78d9be86 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646524 Aug 10 15:30:33.828099 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f80c14-7801-4e22-ad75-ba513abaeebe req-8201e9a8-f2d2-480d-882d-3f123ed77938 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:33.829571 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a1f80c14-7801-4e22-ad75-ba513abaeebe req-8201e9a8-f2d2-480d-882d-3f123ed77938 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0818610 Aug 10 15:30:33.836826 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49190623-46c9-4d55-a821-f788935060bd req-638cb13f-6b5f-486f-8b57-83125d641144 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:33.838261 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-49190623-46c9-4d55-a821-f788935060bd req-638cb13f-6b5f-486f-8b57-83125d641144 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0784001 Aug 10 15:30:33.895085 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a1f80c14-7801-4e22-ad75-ba513abaeebe req-9436e0e9-013d-4097-87c7-f51c3e67f26a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557828 Aug 10 15:30:33.902195 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-49190623-46c9-4d55-a821-f788935060bd req-d1d13aed-c102-47e5-a0b9-2e43e560d4c9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573480 Aug 10 15:30:35.008313 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88ff1-5042-445a-afb6-8664d700b41c req-9e569d50-5eaa-4c13-a7a6-8fefe4eec156 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:35.009849 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2cb88ff1-5042-445a-afb6-8664d700b41c req-9e569d50-5eaa-4c13-a7a6-8fefe4eec156 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0479174 Aug 10 15:30:35.046802 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2cb88ff1-5042-445a-afb6-8664d700b41c req-90f6e545-e13d-4e53-bf6e-f8d678e87b8f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305393 Aug 10 15:30:35.150463 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df67b1-2811-4641-80ff-74bb03afbf03 req-f21e3a95-6cac-427c-bde3-d1d152dae9d6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:35.151949 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54df67b1-2811-4641-80ff-74bb03afbf03 req-f21e3a95-6cac-427c-bde3-d1d152dae9d6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0525215 Aug 10 15:30:35.190848 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54df67b1-2811-4641-80ff-74bb03afbf03 req-56986344-d9a5-4a67-9f42-5e190a47653d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329707 Aug 10 15:30:36.159537 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceb9fc-06bd-436a-99da-019c45a37e3d req-6783acc2-83fc-4afb-a771-17cf6309153f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:36.161057 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-86ceb9fc-06bd-436a-99da-019c45a37e3d req-6783acc2-83fc-4afb-a771-17cf6309153f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0494523 Aug 10 15:30:36.199318 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-86ceb9fc-06bd-436a-99da-019c45a37e3d req-f45b2443-825a-496a-8d26-f8ca52ab9986 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324209 Aug 10 15:30:36.312717 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d347-2efe-4d12-bb73-9653fbdcaa89 req-2a882465-b905-4528-a5bf-574af7dcf80d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:36.312994 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a399d347-2efe-4d12-bb73-9653fbdcaa89 req-2a882465-b905-4528-a5bf-574af7dcf80d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Aug 10 15:30:36.350453 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a399d347-2efe-4d12-bb73-9653fbdcaa89 req-af5cb8b1-65a8-42d1-88ef-092c73795674 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Aug 10 15:30:37.314731 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc95d5f-4c1c-401e-aff2-d453e8b360f0 req-c0a03d2e-f18a-400d-b80c-a435a7b82880 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:37.316078 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7dc95d5f-4c1c-401e-aff2-d453e8b360f0 req-c0a03d2e-f18a-400d-b80c-a435a7b82880 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0521393 Aug 10 15:30:37.353193 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7dc95d5f-4c1c-401e-aff2-d453e8b360f0 req-364e1e5f-3045-45f9-a820-c3660effd9bf tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312641 Aug 10 15:30:37.470387 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa74f-ba8c-47d4-a67b-8eba4e6498f9 req-a8d87fcc-c7a4-42ac-893a-12075aaf5dc1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:37.471869 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-806aa74f-ba8c-47d4-a67b-8eba4e6498f9 req-a8d87fcc-c7a4-42ac-893a-12075aaf5dc1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Aug 10 15:30:37.510317 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-806aa74f-ba8c-47d4-a67b-8eba4e6498f9 req-e4571493-9560-437c-960b-561498734ddc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Aug 10 15:30:38.469108 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557b58-e503-428f-acea-02c3eccb3e9f req-630b52fe-67d0-4e0d-a034-98a52a733cc7 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:38.470601 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e4557b58-e503-428f-acea-02c3eccb3e9f req-630b52fe-67d0-4e0d-a034-98a52a733cc7 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0491922 Aug 10 15:30:38.507648 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e4557b58-e503-428f-acea-02c3eccb3e9f req-c0f56aa6-929c-4162-9d38-5162dc006cd7 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309768 Aug 10 15:30:38.627910 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e1421-b893-40dd-8be5-5a6257a02689 req-a1fe1d8e-4d91-46a8-b77e-8ff257d97155 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:38.629363 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-417e1421-b893-40dd-8be5-5a6257a02689 req-a1fe1d8e-4d91-46a8-b77e-8ff257d97155 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Aug 10 15:30:38.922354 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-417e1421-b893-40dd-8be5-5a6257a02689 req-f8e92bc6-b947-43f6-8bb8-4a7daf500513 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870860 Aug 10 15:30:39.618508 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb764-a72d-4171-9548-71ab974f97a6 req-2c5a7312-e29b-4db4-a24e-736eda8a03a6 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:39.620072 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-756eb764-a72d-4171-9548-71ab974f97a6 req-2c5a7312-e29b-4db4-a24e-736eda8a03a6 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0472264 Aug 10 15:30:39.657265 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-756eb764-a72d-4171-9548-71ab974f97a6 req-c5d867ef-5686-421c-8d06-32d883a94dfa tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312486 Aug 10 15:30:40.041279 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceb29e-38ed-46cd-a90d-4f86ee601d36 req-9c2a1e45-98b2-4493-90bc-278a8694d5d6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:40.042837 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-50ceb29e-38ed-46cd-a90d-4f86ee601d36 req-9c2a1e45-98b2-4493-90bc-278a8694d5d6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Aug 10 15:30:40.083283 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-50ceb29e-38ed-46cd-a90d-4f86ee601d36 req-30c6b583-1cab-437b-83c6-637a1ccd7f61 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 Aug 10 15:30:40.773399 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede60b-784f-407a-9a2f-02123bff8c98 req-857061df-85e9-47d9-b51e-312441d2fab5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:40.774882 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9aede60b-784f-407a-9a2f-02123bff8c98 req-857061df-85e9-47d9-b51e-312441d2fab5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0506604 Aug 10 15:30:40.812113 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9aede60b-784f-407a-9a2f-02123bff8c98 req-d06906e3-49a9-49c9-95bb-17455a8e4a87 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309076 Aug 10 15:30:41.229861 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e51737-5571-47e8-ae33-1cc4291d1089 req-76ea9baf-d6cc-465d-86d7-ed6f4eca0a61 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:41.234850 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3e51737-5571-47e8-ae33-1cc4291d1089 req-76ea9baf-d6cc-465d-86d7-ed6f4eca0a61 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0655978 Aug 10 15:30:41.277632 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3e51737-5571-47e8-ae33-1cc4291d1089 req-f046e526-b68e-4153-baec-8567af19523e tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366852 Aug 10 15:30:41.930864 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cce736-5e8e-4d2c-8751-e3f9102ad29c req-7b754300-1dfd-4459-81fd-93fadf4b0327 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:41.932386 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30cce736-5e8e-4d2c-8751-e3f9102ad29c req-7b754300-1dfd-4459-81fd-93fadf4b0327 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0511959 Aug 10 15:30:41.972875 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30cce736-5e8e-4d2c-8751-e3f9102ad29c req-392cb9ea-11bc-4db3-9a3d-39e7d1ac2ce5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338361 Aug 10 15:30:42.414164 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793da3-6c71-435f-a64a-442198b13e11 req-ada4afc1-ae4f-4366-981f-863e73502f33 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:42.415718 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4d793da3-6c71-435f-a64a-442198b13e11 req-ada4afc1-ae4f-4366-981f-863e73502f33 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0573440 Aug 10 15:30:42.456595 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4d793da3-6c71-435f-a64a-442198b13e11 req-5b158a33-b33a-487e-a402-a18edb40d6ea tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341599 Aug 10 15:30:43.095757 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8bf07-d131-4c0e-9fc5-0b2e3afe635c req-63fee11d-9d06-48e8-8f58-beb9399508c8 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:43.097507 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d8bf07-d131-4c0e-9fc5-0b2e3afe635c req-63fee11d-9d06-48e8-8f58-beb9399508c8 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0546544 Aug 10 15:30:43.138189 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d8bf07-d131-4c0e-9fc5-0b2e3afe635c req-79df0227-10c1-4d4b-815d-ee9279908b24 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345330 Aug 10 15:30:43.592301 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdae0a-3136-42e6-bd04-3578100266eb req-199e16cf-8dc9-4f9d-ab9e-88ddaa8f9963 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:43.593810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-41bdae0a-3136-42e6-bd04-3578100266eb req-199e16cf-8dc9-4f9d-ab9e-88ddaa8f9963 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0553420 Aug 10 15:30:43.636687 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-41bdae0a-3136-42e6-bd04-3578100266eb req-673db0b6-07d7-4c89-be4c-27f6d6f946ec tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362110 Aug 10 15:30:43.670424 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-efafaaf1-1f38-4457-bf28-c5d6ae6ed710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:44.262671 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843de334-0d13-48e1-9cbe-b0cbe4cd7cc9 req-67aa9c04-8ffd-42d2-bd9d-be114706083d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:44.264810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-843de334-0d13-48e1-9cbe-b0cbe4cd7cc9 req-67aa9c04-8ffd-42d2-bd9d-be114706083d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0543377 Aug 10 15:30:44.306473 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-843de334-0d13-48e1-9cbe-b0cbe4cd7cc9 req-b5ee6c6a-98b8-4d04-9d8c-f7234f61dc0d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336239 Aug 10 15:30:44.347891 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:30:44.376618 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:44.585434 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:44.595937 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'port_id': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'mac_address': 'fa:16:3e:0f:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:30:44.633573 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:44.646973 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72030b1-8113-4711-a49f-46c25cd25e59 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:30:44.667881 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:44.671724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:44.725654 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:44.732740 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.733123 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.733468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.733827 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.734164 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.734498 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.734830 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.735274 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.735502 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.735839 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.736636 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.736636 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:44.772048 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e15f-528f-43cc-97be-86ba02cddf3b req-f3148493-4f5f-4b90-a466-79f7efaf617d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:44.773549 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-80b6e15f-528f-43cc-97be-86ba02cddf3b req-f3148493-4f5f-4b90-a466-79f7efaf617d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0509138 Aug 10 15:30:44.812397 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-80b6e15f-528f-43cc-97be-86ba02cddf3b req-5ca4f761-4b74-4b91-b712-5e42868bd7cc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Aug 10 15:30:45.082238 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['d72030b1-8113-4711-a49f-46c25cd25e59'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:30:45.446874 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cbde4-03aa-4fdf-aa7b-46630732dc60 req-3e49afa9-4c96-4c97-9e58-f8c434116901 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:45.448465 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae4cbde4-03aa-4fdf-aa7b-46630732dc60 req-3e49afa9-4c96-4c97-9e58-f8c434116901 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0626233 Aug 10 15:30:45.496493 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ae4cbde4-03aa-4fdf-aa7b-46630732dc60 req-cb35952f-dfb8-4167-be7c-5d2135f2beba tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400982 Aug 10 15:30:45.949671 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb01ba-9d83-48aa-aed6-1ef80660c3ec req-f8851bb6-40ec-4202-aed5-8a89cae54d08 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:45.951371 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a5fb01ba-9d83-48aa-aed6-1ef80660c3ec req-f8851bb6-40ec-4202-aed5-8a89cae54d08 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0624397 Aug 10 15:30:45.990937 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a5fb01ba-9d83-48aa-aed6-1ef80660c3ec req-7cffd699-a57e-41f8-a4f1-36a4ce916fe9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Aug 10 15:30:46.273414 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a0cca98-fa1d-4495-963d-12aa6d46cbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:46.595502 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:46.624806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f211d4-8996-41e7-b3da-b045c388b959 req-6a540509-9641-425e-a8a6-83f0621b4b04 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:46.626342 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f5f211d4-8996-41e7-b3da-b045c388b959 req-6a540509-9641-425e-a8a6-83f0621b4b04 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0539031 Aug 10 15:30:46.666872 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f5f211d4-8996-41e7-b3da-b045c388b959 req-baeed869-9c51-4ccd-8d09-db327b7c1ff5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345902 Aug 10 15:30:47.121190 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5616c-4f25-4b97-97ad-dfd574c6977f req-bfb4d546-4fc2-4590-b5af-ef3cdd71b402 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:47.122738 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-faa5616c-4f25-4b97-97ad-dfd574c6977f req-bfb4d546-4fc2-4590-b5af-ef3cdd71b402 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 10 15:30:47.169810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-faa5616c-4f25-4b97-97ad-dfd574c6977f req-9ff89ef4-294d-4a67-a7d6-25cb8bd522de tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375574 Aug 10 15:30:47.556632 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:47.636180 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:30:47.689087 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port d72030b1-8113-4711-a49f-46c25cd25e59 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:30:47.696581 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port d72030b1-8113-4711-a49f-46c25cd25e59 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:30:47.697412 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:47.802312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:47.806992 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a3b6b-16b3-46a9-96d0-8feefd251db1 req-f2f41fac-504b-486d-8a9a-10816f423da8 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:47.808521 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-039a3b6b-16b3-46a9-96d0-8feefd251db1 req-f2f41fac-504b-486d-8a9a-10816f423da8 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0631349 Aug 10 15:30:47.833492 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:30:47.835962 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bcb0b9-10ae-4815-ba81-c50392c25d7b" -d '{"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-plugged", "status": "completed", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:30:47.853263 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:47.858317 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:47.882006 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-039a3b6b-16b3-46a9-96d0-8feefd251db1 req-75643fe3-cff7-4b4d-918e-4864bf6920fc tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647750 Aug 10 15:30:47.916224 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:47.962311 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88c675-5d64-4d25-9ac2-f8a6edbf8400 x-openstack-request-id: req-cf88c675-5d64-4d25-9ac2-f8a6edbf8400 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:30:47.962609 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-plugged", "status": "completed", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:30:47.962862 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf88c675-5d64-4d25-9ac2-f8a6edbf8400 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:30:47.963259 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'code': 200} Aug 10 15:30:48.200569 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115778f9-41da-4c5c-900d-70c6ddef9cfc req-6e2d928c-4342-4801-8003-602904ee07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:48.202159 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-115778f9-41da-4c5c-900d-70c6ddef9cfc req-6e2d928c-4342-4801-8003-602904ee07d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0406494 Aug 10 15:30:48.265944 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-115778f9-41da-4c5c-900d-70c6ddef9cfc req-8534041a-5156-4ae6-8781-1790587744fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549605 Aug 10 15:30:48.302020 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e84e83-0aae-4abe-b90b-72a078c703fd req-d5411b4a-3d00-4427-b11f-5fb660c48ffc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:48.303514 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b4e84e83-0aae-4abe-b90b-72a078c703fd req-d5411b4a-3d00-4427-b11f-5fb660c48ffc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0521660 Aug 10 15:30:48.340421 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b4e84e83-0aae-4abe-b90b-72a078c703fd req-ec228ee8-e0c1-4d7f-9faf-8b74414456d3 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309758 Aug 10 15:30:49.014923 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38e2f3-612b-4871-b51a-5a9513f789ff req-b7400c08-c974-4178-b144-2000c03d9b6d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:49.016461 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-db38e2f3-612b-4871-b51a-5a9513f789ff req-b7400c08-c974-4178-b144-2000c03d9b6d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0637634 Aug 10 15:30:49.055104 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-db38e2f3-612b-4871-b51a-5a9513f789ff req-77830a64-99cd-462a-9e03-9d75dcbcae5a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323441 Aug 10 15:30:49.365336 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:49.470951 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267459c-ed48-4c97-90f6-01b5fa9ef617 req-2da4c580-e90c-469d-aff6-31bf8c504e7b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:49.473261 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b267459c-ed48-4c97-90f6-01b5fa9ef617 req-2da4c580-e90c-469d-aff6-31bf8c504e7b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0586393 Aug 10 15:30:49.552168 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b267459c-ed48-4c97-90f6-01b5fa9ef617 req-95462790-90ac-471a-83a2-644b21718001 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667028 Aug 10 15:30:49.668193 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:30:49.786817 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:49.804814 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'mac_address': 'fa:16:3e:56:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:30:49.848457 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:49.863188 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb7b56ec-8c8f-4af3-86d1-4d571677c216 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:30:49.890115 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:49.895448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:49.945561 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=6']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:50.061954 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['bb7b56ec-8c8f-4af3-86d1-4d571677c216'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:30:50.266083 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae18b-597f-4e0a-8795-a2e4d7769e6c req-ba060f5e-5797-47ea-9343-81aaacc250a3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:50.267690 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-373ae18b-597f-4e0a-8795-a2e4d7769e6c req-ba060f5e-5797-47ea-9343-81aaacc250a3 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0859995 Aug 10 15:30:50.360161 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-373ae18b-597f-4e0a-8795-a2e4d7769e6c req-5b98f869-0c80-4aeb-b1fa-3f27b3f68d2e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812016 Aug 10 15:30:50.369583 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6d31-1b08-42c5-bf59-25fea1dd37db req-6e3ddf0a-fa53-49f6-b23f-68b196b7c18f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:50.380814 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f3ca6d31-1b08-42c5-bf59-25fea1dd37db req-6e3ddf0a-fa53-49f6-b23f-68b196b7c18f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 945 time: 0.1120625 Aug 10 15:30:50.425522 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f3ca6d31-1b08-42c5-bf59-25fea1dd37db req-7f747aa4-318d-4ae4-8a7e-e132e92c393d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435827 Aug 10 15:30:50.509273 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d421f-51b4-4541-95d8-4b801ade8c26 req-8c51e09b-506a-406c-a41f-27ca74af918f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:50.511020 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b09d421f-51b4-4541-95d8-4b801ade8c26 req-8c51e09b-506a-406c-a41f-27ca74af918f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0602586 Aug 10 15:30:50.574361 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b09d421f-51b4-4541-95d8-4b801ade8c26 req-ef9fff4a-a551-47ed-b902-baed6f6581cc tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565727 Aug 10 15:30:50.600646 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 59974) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:30:50.728576 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1a75f-830c-4ca3-ba28-3b3cc2da4bf6 req-5bdffec9-76fc-4965-b79d-f8edea9c273c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:50.729182 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a3d1a75f-830c-4ca3-ba28-3b3cc2da4bf6 req-5bdffec9-76fc-4965-b79d-f8edea9c273c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 944 time: 0.0950155 Aug 10 15:30:50.732413 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6472b10-12c2-4a77-b252-53b68e831e07 tempest-TestShelveInstance-799642404 tempest-TestShelveInstance-799642404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:50.738094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 59978) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:30:50.743075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'port_id': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:30:50.743258 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f6472b10-12c2-4a77-b252-53b68e831e07 tempest-TestShelveInstance-799642404 tempest-TestShelveInstance-799642404-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1093 time: 0.1413035 Aug 10 15:30:50.796891 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for floatingip, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:50.810385 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a3d1a75f-830c-4ca3-ba28-3b3cc2da4bf6 req-de1b6a69-9981-4a44-ae54-b039b2ac83fc tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597723 Aug 10 15:30:50.932984 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.120646 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Allocated IP 172.27.0.144 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/506444d3-520a-4082-b64a-cb79e0cdf6e5) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:30:51.257053 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.306009 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.348504 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:30:51.352447 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:30:51.355457 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:30:51.378891 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'Port': ['ID=506444d3-520a-4082-b64a-cb79e0cdf6e5,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:51.394964 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.395309 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.395668 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.395988 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.396324 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.396654 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.396984 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.397316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.397641 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.398024 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.398359 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.398680 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:30:51.575571 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798112f-95bf-457f-b18a-80f6d958fe2b req-887eba8f-6d59-416f-9284-286ea99dc8b7 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:51.578309 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6798112f-95bf-457f-b18a-80f6d958fe2b req-887eba8f-6d59-416f-9284-286ea99dc8b7 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 945 time: 0.0767117 Aug 10 15:30:51.639416 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6798112f-95bf-457f-b18a-80f6d958fe2b req-8fc47518-9fce-40d4-ad90-67ed17b7cf18 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544987 Aug 10 15:30:51.704939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:30:51.767933 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port bb7b56ec-8c8f-4af3-86d1-4d571677c216 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:30:51.768857 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.777555 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.869036 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.886768 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:51.940512 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:30:51.943445 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18566569-de82-44c4-8380-98e12c6fe49e" -d '{"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:30:51.956004 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88ec39-ba47-499a-98d4-e2cc084319ab req-b44a03d8-9555-4486-9f99-83b4279b6dab tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:51.964435 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e88ec39-ba47-499a-98d4-e2cc084319ab req-b44a03d8-9555-4486-9f99-83b4279b6dab tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 944 time: 0.0749252 Aug 10 15:30:51.965592 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:51.972104 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.054089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=7']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:52.058426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be010623-2884-42fe-a639-350c2d4e2ecc x-openstack-request-id: req-be010623-2884-42fe-a639-350c2d4e2ecc {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:30:52.058784 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:30:52.058963 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be010623-2884-42fe-a639-350c2d4e2ecc {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:30:52.059482 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'code': 200} Aug 10 15:30:52.081395 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e88ec39-ba47-499a-98d4-e2cc084319ab req-d757c532-9e64-4312-8da3-eb048be65915 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153202 Aug 10 15:30:52.193726 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-27cf9e4b-cce7-43b2-90bc-9a31e7304a12 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:52.195670 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-27cf9e4b-cce7-43b2-90bc-9a31e7304a12 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 945 time: 0.0808105 Aug 10 15:30:52.218297 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.227184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.308404 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event updated for resources: {'Port': ['ID=506444d3-520a-4082-b64a-cb79e0cdf6e5,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:52.332269 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Deleting port 6814affa-f0b2-4841-bd9e-146033182c4c {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:30:52.332929 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.356866 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.471610 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] For port 6814affa-f0b2-4841-bd9e-146033182c4c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6814affa-f0b2-4841-bd9e-146033182c4c,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:30:52.471984 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Floating IP 2ad342b6-8908-4b9a-9437-f8a13000231a associated. External IP: 172.27.0.144, port: d72030b1-8113-4711-a49f-46c25cd25e59. Aug 10 15:30:52.472180 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.492562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Calling delete_port for 6814affa-f0b2-4841-bd9e-146033182c4c owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:30:52.681888 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.715268 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Pushing event deleted for resources: {'Port': ['ID=6814affa-f0b2-4841-bd9e-146033182c4c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:30:52.722324 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['6814affa-f0b2-4841-bd9e-146033182c4c'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:30:52.774369 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:30:52.806409 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c68ab2-a6a0-43c2-bac1-18fed2b7ffea req-f99d7a14-e815-4869-804e-d2957249d815 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=42e16759-79c1-4820-8ae3-b93cfb013f55 HTTP/1.1" status: 200 len: 210 time: 0.0500355 Aug 10 15:30:52.830773 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] No DVR routers for this DVR port 6814affa-f0b2-4841-bd9e-146033182c4c on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:30:52.836004 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:52.840670 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a8ea480-a85d-461f-b38e-7a7120a17e53 req-67999e07-e40b-475a-9336-6147c9a98586 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "DELETE /v2.0/ports/6814affa-f0b2-4841-bd9e-146033182c4c HTTP/1.1" status: 204 len: 173 time: 0.6362135 Aug 10 15:30:52.840892 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'name': 'network-vif-deleted', 'tag': '6814affa-f0b2-4841-bd9e-146033182c4c'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:30:52.846848 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27629cc7-876b-4298-8e09-b1eeee7d3265" -d '{"events": [{"server_uuid": "42e16759-79c1-4820-8ae3-b93cfb013f55", "name": "network-vif-deleted", "tag": "6814affa-f0b2-4841-bd9e-146033182c4c"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:30:53.009068 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce27675-eea9-4058-8a13-e3f0f3cc6669 x-openstack-request-id: req-0ce27675-eea9-4058-8a13-e3f0f3cc6669 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:30:53.009356 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e16759-79c1-4820-8ae3-b93cfb013f55", "name": "network-vif-deleted", "tag": "6814affa-f0b2-4841-bd9e-146033182c4c", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:30:53.009603 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ce27675-eea9-4058-8a13-e3f0f3cc6669 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:30:53.010036 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e16759-79c1-4820-8ae3-b93cfb013f55', 'name': 'network-vif-deleted', 'tag': '6814affa-f0b2-4841-bd9e-146033182c4c', 'status': 'completed', 'code': 200} Aug 10 15:30:53.176165 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:30:53.205581 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] Sync routers for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:30:53.216787 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:30:53.217561 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:30:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:53.219249 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:30:53.244825 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bebb2-e345-4f57-9d15-d60c081e1ce8 req-dc020cc3-5844-45e5-a184-20d73660b4cb tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:53.254131 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd3bebb2-e345-4f57-9d15-d60c081e1ce8 req-dc020cc3-5844-45e5-a184-20d73660b4cb tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0683012 Aug 10 15:30:53.287340 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f835034c-5b61-4ffe-8c9c-8aa599d8bebb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5479679 Aug 10 15:30:53.288430 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:30:53.291414 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79" -d '{"events": [{"name": "network-changed", "server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:30:53.302244 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd3bebb2-e345-4f57-9d15-d60c081e1ce8 req-1dccd134-2511-4a92-8fc3-1116a426452d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470762 Aug 10 15:30:53.379211 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:30:53.460856 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2c6823-3d37-4e39-807d-2d076c89bd54 x-openstack-request-id: req-2d2c6823-3d37-4e39-807d-2d076c89bd54 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:30:53.461153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:30:53.461395 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d2c6823-3d37-4e39-807d-2d076c89bd54 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:30:53.461809 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'status': 'completed', 'code': 200} Aug 10 15:30:53.579763 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-8f89d476-1e6a-4760-8697-6e555debc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:53.582517 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-8f89d476-1e6a-4760-8697-6e555debc82a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0650766 Aug 10 15:30:53.746253 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-35a6fa62-e8ae-46e3-9459-206b94f5fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:53.748984 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-35a6fa62-e8ae-46e3-9459-206b94f5fe32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.1341505 Aug 10 15:30:53.790730 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '2ad342b6-8908-4b9a-9437-f8a13000231a', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'port_id': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'mac_address': 'fa:16:3e:0f:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:30:51Z', 'updated_at': '2021-08-10T15:30:51Z', 'revision_number': 0, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:50Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:53.840153 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-b6035d7f-c855-4b6c-8075-4315e1e18564 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 999 time: 0.0763419 Aug 10 15:30:53.857656 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] Checking router: 6016ba4e-e7f9-4dd0-be72-3a2ca597820e for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:30:53.870609 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:30:53.871685 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:30:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:53.906876 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-941ed904-df76-4cbe-bfdd-583d2a5201dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:53.908806 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-941ed904-df76-4cbe-bfdd-583d2a5201dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0596015 Aug 10 15:30:53.990277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-a22a3796-c5a5-45ed-95f1-384ff6498a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:53.993529 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-a22a3796-c5a5-45ed-95f1-384ff6498a3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758827 Aug 10 15:30:54.047916 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:30:54.154169 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-4e47c243-7d17-435e-a89c-d2fbab92550a service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474726 Aug 10 15:30:54.300810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-efc2205a-2f33-44fd-b0e0-2b7dee5afc79 req-51d37847-a0d8-4c22-8a72-6e2b51f07133 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374657 Aug 10 15:30:54.374441 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '2ad342b6-8908-4b9a-9437-f8a13000231a', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'port_id': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'mac_address': 'fa:16:3e:0f:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:30:51Z', 'updated_at': '2021-08-10T15:30:51Z', 'revision_number': 0, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:50Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:30:54.406848 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da401fe-5108-440e-bb50-dba2f8071d65 None None] The sync data for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi is: [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '2ad342b6-8908-4b9a-9437-f8a13000231a', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'port_id': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'mac_address': 'fa:16:3e:0f:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:30:51Z', 'updated_at': '2021-08-10T15:30:51Z', 'revision_number': 0, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:50Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:30:54.472442 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd137df9-79f0-4156-98f6-157d8247a863 req-a41577da-7a69-464d-bf07-29723f242ee9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:54.480403 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd137df9-79f0-4156-98f6-157d8247a863 req-a41577da-7a69-464d-bf07-29723f242ee9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0658705 Aug 10 15:30:54.534240 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd137df9-79f0-4156-98f6-157d8247a863 req-018b99d0-0442-4c09-88fd-785de78680d8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Aug 10 15:30:54.688787 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e22b2b-58f7-4293-acfc-11a4f4399535 None None] New status for floating IP 2ad342b6-8908-4b9a-9437-f8a13000231a: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:30:55.656959 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe065-b2f8-4ec5-a948-ac46ee953e31 req-eaab85cb-27c9-4188-95c7-a6582c28e5ad tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:55.658895 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aeefe065-b2f8-4ec5-a948-ac46ee953e31 req-eaab85cb-27c9-4188-95c7-a6582c28e5ad tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0541871 Aug 10 15:30:55.699939 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aeefe065-b2f8-4ec5-a948-ac46ee953e31 req-6c3869f0-a960-47f7-96ed-8b9267585407 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352519 Aug 10 15:30:56.846258 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4b27-23d5-43bc-a1e8-8d6c6175f15a req-810243ab-e6c5-47f6-b6c7-471d09935fa4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:56.847679 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7ad4b27-23d5-43bc-a1e8-8d6c6175f15a req-810243ab-e6c5-47f6-b6c7-471d09935fa4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0622458 Aug 10 15:30:56.889891 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7ad4b27-23d5-43bc-a1e8-8d6c6175f15a req-2bd35d03-a916-4664-a470-cfe88290f2ff tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352011 Aug 10 15:30:57.286312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 6814affa-f0b2-4841-bd9e-146033182c4c no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:30:57.317752 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 6814affa-f0b2-4841-bd9e-146033182c4c {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:30:57.318128 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 6814affa-f0b2-4841-bd9e-146033182c4c not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:30:58.029093 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9ff32-c7ed-4426-87e4-6df8530dfb39 req-2c2d3c8d-6e6d-4a0e-a5ca-b44d24f4fc1c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:58.031356 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3bc9ff32-c7ed-4426-87e4-6df8530dfb39 req-2c2d3c8d-6e6d-4a0e-a5ca-b44d24f4fc1c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0627918 Aug 10 15:30:58.086425 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3bc9ff32-c7ed-4426-87e4-6df8530dfb39 req-2453c0c5-2d98-464f-bc7a-b24628b64392 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465975 Aug 10 15:30:58.186738 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:30:59.260349 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074a4fc-2a91-431c-84bb-3c6ea973b69e req-c08642ce-f986-40a0-bd20-1304f1868170 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:30:59.262131 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1074a4fc-2a91-431c-84bb-3c6ea973b69e req-c08642ce-f986-40a0-bd20-1304f1868170 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0570254 Aug 10 15:30:59.307724 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1074a4fc-2a91-431c-84bb-3c6ea973b69e req-c8cd4b18-337a-4a47-858a-3536e4a016b1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393057 Aug 10 15:31:00.436639 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f2e51-5a70-4dc7-8f59-3771638d00e8 req-43a5f8b6-00db-48df-8e70-7f76f944189d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:00.438150 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-992f2e51-5a70-4dc7-8f59-3771638d00e8 req-43a5f8b6-00db-48df-8e70-7f76f944189d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0558567 Aug 10 15:31:00.476162 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-992f2e51-5a70-4dc7-8f59-3771638d00e8 req-0ba5cdc7-a714-4d19-a849-96ae4ada6a48 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Aug 10 15:31:01.599907 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff372e74-6cb6-43d3-812d-3abf6fa323a7 req-56d8e31e-4084-47ca-9591-26d67a292da9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:01.601399 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff372e74-6cb6-43d3-812d-3abf6fa323a7 req-56d8e31e-4084-47ca-9591-26d67a292da9 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0535204 Aug 10 15:31:01.641550 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff372e74-6cb6-43d3-812d-3abf6fa323a7 req-39b7bf9d-d63b-4d41-b7f8-9d75e31b4d42 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341241 Aug 10 15:31:02.773497 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a35f99-aebb-4a7a-9529-4a2d744dd62b req-09d75e1a-eb80-4585-a249-e1ff3cdd2ac2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:02.775046 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2a35f99-aebb-4a7a-9529-4a2d744dd62b req-09d75e1a-eb80-4585-a249-e1ff3cdd2ac2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0500219 Aug 10 15:31:02.821763 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2a35f99-aebb-4a7a-9529-4a2d744dd62b req-6f761aeb-1ec1-4fea-93ae-6d376ff57b21 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Aug 10 15:31:03.351527 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-721ecfe1-192e-414f-9020-b4e865c17914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:03.352992 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-721ecfe1-192e-414f-9020-b4e865c17914 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1098 time: 0.0406213 Aug 10 15:31:03.450688 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-24886aa1-ea2f-438f-8e44-75820045638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:03.452719 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-24886aa1-ea2f-438f-8e44-75820045638c service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.0926394 Aug 10 15:31:03.518965 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-6b01072d-e8af-4753-9abb-2294f1a0e3fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 1001 time: 0.0582128 Aug 10 15:31:03.578988 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-4700471c-184a-484a-a063-9184cfd4e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:03.580458 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-4700471c-184a-484a-a063-9184cfd4e860 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0490911 Aug 10 15:31:03.629902 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-4d3116d4-1638-4572-b975-f7a0d1712891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:03.631395 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-4d3116d4-1638-4572-b975-f7a0d1712891 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431044 Aug 10 15:31:03.721651 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-a53cae42-31ce-4b48-bc46-63eb6df61033 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810194 Aug 10 15:31:03.826492 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-77d87813-036b-4c60-8c8d-30f9e5cb4d4a req-1bc0eb1c-d0dd-409c-b897-f4d2f6d79c73 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970230 Aug 10 15:31:03.954562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69db7-d722-4829-959c-d022f6aeed82 req-d1976cc1-6d55-470c-b31c-a7e4c99c31ef tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:03.956579 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-afc69db7-d722-4829-959c-d022f6aeed82 req-d1976cc1-6d55-470c-b31c-a7e4c99c31ef tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0573580 Aug 10 15:31:03.997169 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-afc69db7-d722-4829-959c-d022f6aeed82 req-ef2110f8-748a-46f6-9e41-26afebb80d80 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347745 Aug 10 15:31:04.119870 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-62fef9fd-a1f0-4cbb-8216-cd1b059a419c tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:04.121404 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-62fef9fd-a1f0-4cbb-8216-cd1b059a419c tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/networks?id=29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 200 len: 814 time: 0.1112971 Aug 10 15:31:04.136640 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-26ad294e-16db-44b5-923d-4a373590c0f9 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/quotas/fba5c3a57b214e328e4058c97b8a627b HTTP/1.1" status: 200 len: 375 time: 0.0093026 Aug 10 15:31:04.169768 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-572d26e1-4c20-4aca-8a86-aa51e88379bf tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fba5c3a57b214e328e4058c97b8a627b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274603 Aug 10 15:31:04.324167 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-85ebbcdb-e491-4360-b5ac-8dd55171b092 service neutron] 10.222.0.32 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470394 Aug 10 15:31:04.426724 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-bd2f1573-8684-4066-b0d1-a66f7785bec6 service neutron] 10.222.0.32 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958037 Aug 10 15:31:04.584408 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bf6ebbf1-c49d-423e-af06-53249d873419 req-935f1482-3cb9-4990-98bf-6b2d03ed7728 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 210 time: 0.0268757 Aug 10 15:31:05.125398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ca5a7-1c19-40a1-bae6-75b329b4e740 req-fe4c2549-963e-45e8-b7d8-bbc8a1dedac8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:05.127457 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd5ca5a7-1c19-40a1-bae6-75b329b4e740 req-fe4c2549-963e-45e8-b7d8-bbc8a1dedac8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.0564017 Aug 10 15:31:05.168665 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd5ca5a7-1c19-40a1-bae6-75b329b4e740 req-5e65bc41-a711-44cd-9a41-7be141717555 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353882 Aug 10 15:31:05.640202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-8fa94ede-4e1d-41a7-9e02-4e4619fd181d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:05.641721 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-8fa94ede-4e1d-41a7-9e02-4e4619fd181d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "GET /v2.0/networks?id=29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 200 len: 814 time: 0.1178777 Aug 10 15:31:05.664153 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Request body: {'port': {'device_id': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f', 'admin_state_up': True, 'tenant_id': 'fba5c3a57b214e328e4058c97b8a627b'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:31:05.729827 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8593cc23-6829-49b4-8b19-21752abe3782 req-565d63be-7e4a-40fc-82c5-d84a4402796b tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 210 time: 0.0694733 Aug 10 15:31:05.806754 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Made reservation on behalf of fba5c3a57b214e328e4058c97b8a627b for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:31:05.810474 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:05.986130 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Allocated IP 172.20.0.10 (29695d7d-6d68-4655-97e0-e4a875eab32f/9d84b9f0-1439-43d6-a0cc-21771f3305d3/a66610fb-e390-4699-adbb-c01056650b0a) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:31:06.188381 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:06.227723 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:06.300321 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Network 29695d7d-6d68-4655-97e0-e4a875eab32f is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:31:06.309880 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:31:06.312312 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:31:06.343218 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Pushing event updated for resources: {'Port': ['ID=a66610fb-e390-4699-adbb-c01056650b0a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:06.370931 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f7bf-9eb6-4f38-9a2a-0dbf6142db7a req-e18975fb-99c2-4078-8e22-668f32073c75 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:06.372426 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6f25f7bf-9eb6-4f38-9a2a-0dbf6142db7a req-e18975fb-99c2-4078-8e22-668f32073c75 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.1108720 Aug 10 15:31:06.383458 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:06.384052 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:06.414396 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b11917e-0969-4ae5-8bef-f2f1d5dd8260 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7553144 Aug 10 15:31:06.428704 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6f25f7bf-9eb6-4f38-9a2a-0dbf6142db7a req-09f37e73-0661-43ea-b06c-703efb70b99a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Aug 10 15:31:06.434598 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Request body: {'port': {'device_id': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:31:06.499370 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:06.771335 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66610fb-e390-4699-adbb-c01056650b0a {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:31:06.784874 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:06.799823 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Transition to ACTIVE for port object a66610fb-e390-4699-adbb-c01056650b0a will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:31:06.804443 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:06.891485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Pushing event updated for resources: {'Port': ['ID=a66610fb-e390-4699-adbb-c01056650b0a,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:06.943492 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5d07-d0fe-43c1-bf0e-96a8be8f2544 req-4adfcdd6-edf1-4d82-bd1b-4db75302a91a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:06.944993 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eddb5d07-d0fe-43c1-bf0e-96a8be8f2544 req-4adfcdd6-edf1-4d82-bd1b-4db75302a91a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 944 time: 0.1379967 Aug 10 15:31:06.989055 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Attempting to bind port a66610fb-e390-4699-adbb-c01056650b0a on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:31:06.989401 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Attempting to bind port a66610fb-e390-4699-adbb-c01056650b0a by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:31:06.989739 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Attempting to bind port a66610fb-e390-4699-adbb-c01056650b0a on network 29695d7d-6d68-4655-97e0-e4a875eab32f {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:31:07.000512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Port a66610fb-e390-4699-adbb-c01056650b0a on network 29695d7d-6d68-4655-97e0-e4a875eab32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:31:07.000834 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Attempting to bind port a66610fb-e390-4699-adbb-c01056650b0a on network 29695d7d-6d68-4655-97e0-e4a875eab32f {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:31:07.008288 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eddb5d07-d0fe-43c1-bf0e-96a8be8f2544 req-c4d2debd-477e-4e43-83f0-78c92280c1b3 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569539 Aug 10 15:31:07.012350 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:31:07.013074 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Checking segment: {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:31:07.013863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Bound using segment: {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:31:07.015249 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Bound port: a66610fb-e390-4699-adbb-c01056650b0a, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba3a563-e912-452a-9595-eaadcddc8e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:31:07.015954 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:07.094610 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] For port a66610fb-e390-4699-adbb-c01056650b0a, host hv-cinder-80409, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:31:07.097555 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] For port a66610fb-e390-4699-adbb-c01056650b0a, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=a66610fb-e390-4699-adbb-c01056650b0a,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:31:07.101453 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:07.140377 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:07.140982 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:07.142424 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] 10.222.0.16 "PUT /v2.0/ports/a66610fb-e390-4699-adbb-c01056650b0a HTTP/1.1" status: 200 len: 1094 time: 0.7119501 Aug 10 15:31:07.142856 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'tag': 'a66610fb-e390-4699-adbb-c01056650b0a'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:31:07.145212 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2f251-20fb-49a6-b03c-e213a4a223a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbda5ea-b2b2-44d0-b4b8-d64924630388", "tag": "a66610fb-e390-4699-adbb-c01056650b0a"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:31:07.173255 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2673-8559-4d8f-897e-fc8c0af63490 service neutron] Pushing event updated for resources: {'Port': ['ID=a66610fb-e390-4699-adbb-c01056650b0a,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:07.198641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75020cf7-bc5e-4922-a6af-f71364ed42c4 x-openstack-request-id: req-75020cf7-bc5e-4922-a6af-f71364ed42c4 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:31:07.199215 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbda5ea-b2b2-44d0-b4b8-d64924630388", "tag": "a66610fb-e390-4699-adbb-c01056650b0a", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:31:07.199215 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75020cf7-bc5e-4922-a6af-f71364ed42c4 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:31:07.199618 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'tag': 'a66610fb-e390-4699-adbb-c01056650b0a', 'status': 'completed', 'code': 200} Aug 10 15:31:07.270326 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-009045e8-95ef-40c0-97e0-9d178ea2b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:07.271907 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-009045e8-95ef-40c0-97e0-9d178ea2b278 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fba5c3a57b214e328e4058c97b8a627b&device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 1097 time: 0.0434630 Aug 10 15:31:07.322214 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-2c947989-2d69-4f10-b298-34c6d437213e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a66610fb-e390-4699-adbb-c01056650b0a HTTP/1.1" status: 200 len: 217 time: 0.0359476 Aug 10 15:31:07.380349 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-3b200f52-7a98-483e-b710-e74654810d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:07.381989 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-3b200f52-7a98-483e-b710-e74654810d9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d84b9f0-1439-43d6-a0cc-21771f3305d3 HTTP/1.1" status: 200 len: 854 time: 0.0533197 Aug 10 15:31:07.437575 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-4b28015f-7983-4cb6-a251-4bff67b51c6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29695d7d-6d68-4655-97e0-e4a875eab32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467408 Aug 10 15:31:07.525587 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee2ac-0c43-4ff9-acd0-0d768bcd233b req-091cd2d1-e4f2-4b7e-b1c2-19faf2f73fb6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:07.527119 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-852ee2ac-0c43-4ff9-acd0-0d768bcd233b req-091cd2d1-e4f2-4b7e-b1c2-19faf2f73fb6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 945 time: 0.1218743 Aug 10 15:31:07.578460 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-3cd42665-e50d-4606-b75c-59104dcd9847 service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270318 Aug 10 15:31:07.596123 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-852ee2ac-0c43-4ff9-acd0-0d768bcd233b req-82d122e6-963a-4e31-9cf3-5b87ce4db310 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603468 Aug 10 15:31:07.688034 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0e5482d-5334-44b6-8615-2849cc6c15fb req-0b646b3e-ec19-4010-949d-ccfb7a1d9474 service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023448 Aug 10 15:31:07.692748 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60206) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:07.778415 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-48c39557-5a77-4027-b48a-381e87035112 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845940 Aug 10 15:31:07.816492 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:31:07.924668 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:07.962036 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:31:07.964370 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2c7ab1-0fa6-4f05-8a11-f05476d91a55" -d '{"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:31:07.980700 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:07.986762 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:08.024195 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 15:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f19ff9-35e2-4033-9682-ae9374b5ca06 x-openstack-request-id: req-83f19ff9-35e2-4033-9682-ae9374b5ca06 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:31:08.024488 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-unplugged", "status": "failed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "code": 422}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:31:08.024744 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83f19ff9-35e2-4033-9682-ae9374b5ca06 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:31:08.025142 dv-cinder-804093-1-iscsi neutron-server[93276]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'code': 422} returned with failed status Aug 10 15:31:08.058306 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=8']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:08.148395 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-7a793e91-fba0-4003-a4dc-08549643e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.150011 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-7a793e91-fba0-4003-a4dc-08549643e6d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fba5c3a57b214e328e4058c97b8a627b&device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 1097 time: 0.3531015 Aug 10 15:31:08.163715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad79fb-66e6-439b-9b33-1949cb1013ea req-16304e5a-7346-44ef-a547-6bd4dc7bd7b1 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.165193 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4dad79fb-66e6-439b-9b33-1949cb1013ea req-16304e5a-7346-44ef-a547-6bd4dc7bd7b1 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 944 time: 0.0628884 Aug 10 15:31:08.253961 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4dad79fb-66e6-439b-9b33-1949cb1013ea req-d33599f0-9d02-4ff6-a936-530e3f23b79a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803747 Aug 10 15:31:08.282019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-b184b28a-18cf-412c-8357-90e11bf7aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.283484 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-b184b28a-18cf-412c-8357-90e11bf7aeb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 200 len: 915 time: 0.1174204 Aug 10 15:31:08.342077 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-7a822cbd-4451-4e89-9867-6c94434c5aa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a66610fb-e390-4699-adbb-c01056650b0a HTTP/1.1" status: 200 len: 217 time: 0.0341930 Aug 10 15:31:08.398303 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-a284b3b2-d42d-49b0-b8d8-26ce199e47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.399759 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-a284b3b2-d42d-49b0-b8d8-26ce199e47df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d84b9f0-1439-43d6-a0cc-21771f3305d3 HTTP/1.1" status: 200 len: 854 time: 0.0476077 Aug 10 15:31:08.437161 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-a4737039-17f4-4c43-8a33-535846d980b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29695d7d-6d68-4655-97e0-e4a875eab32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286288 Aug 10 15:31:08.534543 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-eac234c2-71ed-4f9c-bc54-180a1e12135f service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814960 Aug 10 15:31:08.628634 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d0c2f251-20fb-49a6-b03c-e213a4a223a1 req-1c039913-6c6d-4ee7-b266-415b03bd50ae service neutron] 10.222.0.16 "GET /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859175 Aug 10 15:31:08.723455 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383b2c5-59b3-42e8-b140-f0c8b885900b req-7c5558ca-5b24-4a3e-9080-36e229fefdd2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.724882 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c383b2c5-59b3-42e8-b140-f0c8b885900b req-7c5558ca-5b24-4a3e-9080-36e229fefdd2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0498018 Aug 10 15:31:08.820865 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c383b2c5-59b3-42e8-b140-f0c8b885900b req-869ee762-50ad-46d9-b72a-30595e4c59ff tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851026 Aug 10 15:31:08.828461 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-ece9575f-25b8-48a6-a1cc-3e90e1155ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.830006 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-ece9575f-25b8-48a6-a1cc-3e90e1155ace service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203&tenant_id=3e5da004933548b092877a29a016ee15 HTTP/1.1" status: 200 len: 1096 time: 0.1018553 Aug 10 15:31:08.906345 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-bba7bb95-cd04-4d0f-a2fa-5221e9ab4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:08.907840 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-bba7bb95-cd04-4d0f-a2fa-5221e9ab4894 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e5da004933548b092877a29a016ee15&device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1096 time: 0.0414369 Aug 10 15:31:08.999182 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-8782c945-fe60-44ba-9a0f-08661ae84995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:09.000574 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-8782c945-fe60-44ba-9a0f-08661ae84995 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 200 len: 917 time: 0.0855381 Aug 10 15:31:09.073900 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-ce11ce13-2701-49c6-8f4c-4d2fd0c94b0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 200 len: 999 time: 0.0624664 Aug 10 15:31:09.129221 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-7ff59efc-d924-4918-9788-98697abe4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:09.130737 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-7ff59efc-d924-4918-9788-98697abe4480 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 200 len: 855 time: 0.0470266 Aug 10 15:31:09.179796 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-5308f1a5-4e92-4d59-8b9c-5388eb9560e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:09.181314 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-5308f1a5-4e92-4d59-8b9c-5388eb9560e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eee1b5ed-b863-4755-ac90-e7cc2376e15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422640 Aug 10 15:31:09.277104 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-5699a61a-c2fb-452b-bd1f-9d2969cef4f6 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881138 Aug 10 15:31:09.421376 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21fc7e-3c85-4166-887a-c8f7727a0e57 req-ca90313f-1c04-4c18-a901-8bfeb96c0d1d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:09.422918 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ee21fc7e-3c85-4166-887a-c8f7727a0e57 req-ca90313f-1c04-4c18-a901-8bfeb96c0d1d tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 944 time: 0.0848944 Aug 10 15:31:09.424971 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-345b0309-a135-4ded-9e5a-5ec81ae55a44 service neutron] 10.222.0.16 "GET /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320159 Aug 10 15:31:09.464969 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ee21fc7e-3c85-4166-887a-c8f7727a0e57 req-646a7e6f-605e-442f-86f5-276d9ab50648 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Aug 10 15:31:09.816442 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device a66610fb-e390-4699-adbb-c01056650b0a details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:31:09.975621 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port a66610fb-e390-4699-adbb-c01056650b0a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=a66610fb-e390-4699-adbb-c01056650b0a,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:10.003964 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'a66610fb-e390-4699-adbb-c01056650b0a', 'network_id': '29695d7d-6d68-4655-97e0-e4a875eab32f', 'port_id': 'a66610fb-e390-4699-adbb-c01056650b0a', 'mac_address': 'fa:16:3e:d2:28:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84b9f0-1439-43d6-a0cc-21771f3305d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:31:10.012827 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb2ff-35ff-4b96-8fc2-c33448d87be3 req-21eef979-b937-4eb2-95cf-823de64fe628 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:10.015624 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-096eb2ff-35ff-4b96-8fc2-c33448d87be3 req-21eef979-b937-4eb2-95cf-823de64fe628 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0881650 Aug 10 15:31:10.067195 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:10.071433 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-096eb2ff-35ff-4b96-8fc2-c33448d87be3 req-564e509f-fd19-490d-a940-11aed3b619be tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494792 Aug 10 15:31:10.086426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66610fb-e390-4699-adbb-c01056650b0a {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:31:10.108146 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port a66610fb-e390-4699-adbb-c01056650b0a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=a66610fb-e390-4699-adbb-c01056650b0a,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:10.119871 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:10.173991 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=a66610fb-e390-4699-adbb-c01056650b0a,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:10.473680 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['a66610fb-e390-4699-adbb-c01056650b0a'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:31:10.585764 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ea768-3b6d-43e6-87b9-e29e10ca6470 req-147cbf38-f206-4702-8259-7d69aac1b96a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:10.587310 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d57ea768-3b6d-43e6-87b9-e29e10ca6470 req-147cbf38-f206-4702-8259-7d69aac1b96a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Aug 10 15:31:10.631692 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d57ea768-3b6d-43e6-87b9-e29e10ca6470 req-6e66c7e5-6d5b-4234-b15e-1ab0b90aa15b tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Aug 10 15:31:11.214419 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38281e89-52b2-45aa-8e54-5c99d3b0afb0 req-c5e92357-db21-49d9-aa48-dc6e032f94d8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:11.215941 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-38281e89-52b2-45aa-8e54-5c99d3b0afb0 req-c5e92357-db21-49d9-aa48-dc6e032f94d8 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0564780 Aug 10 15:31:11.254716 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-38281e89-52b2-45aa-8e54-5c99d3b0afb0 req-2c2eb1b3-5411-4a9d-8b89-fecac4162d20 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Aug 10 15:31:11.756841 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6965e-2d0b-469c-bebb-e84fb820c704 req-2f285a0c-ed86-4563-a70f-e4a6fca974c0 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:11.765024 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0fd6965e-2d0b-469c-bebb-e84fb820c704 req-2f285a0c-ed86-4563-a70f-e4a6fca974c0 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 945 time: 0.0654418 Aug 10 15:31:11.800438 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0fd6965e-2d0b-469c-bebb-e84fb820c704 req-146e0990-23f8-4dee-900e-1a4336f5e4ea tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Aug 10 15:31:11.834679 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device a66610fb-e390-4699-adbb-c01056650b0a up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:31:11.882519 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port a66610fb-e390-4699-adbb-c01056650b0a completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:31:11.894751 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port a66610fb-e390-4699-adbb-c01056650b0a triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:31:11.895139 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:11.988724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:12.011819 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66610fb-e390-4699-adbb-c01056650b0a'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:31:12.014255 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65672ae-5cc3-40d6-acf0-ef96e554edbb" -d '{"events": [{"server_uuid": "3fbda5ea-b2b2-44d0-b4b8-d64924630388", "name": "network-vif-plugged", "status": "completed", "tag": "a66610fb-e390-4699-adbb-c01056650b0a"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:31:12.031817 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port a66610fb-e390-4699-adbb-c01056650b0a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=a66610fb-e390-4699-adbb-c01056650b0a,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:12.036161 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:12.073111 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e994a5dd-e68d-4e21-abe0-5f6f537a3cbc x-openstack-request-id: req-e994a5dd-e68d-4e21-abe0-5f6f537a3cbc {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:31:12.073111 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbda5ea-b2b2-44d0-b4b8-d64924630388", "name": "network-vif-plugged", "status": "completed", "tag": "a66610fb-e390-4699-adbb-c01056650b0a", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:31:12.073111 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e994a5dd-e68d-4e21-abe0-5f6f537a3cbc {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:31:12.073111 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66610fb-e390-4699-adbb-c01056650b0a', 'code': 200} Aug 10 15:31:12.103223 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=a66610fb-e390-4699-adbb-c01056650b0a,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:12.380801 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edf158-9253-477f-b913-eac58df8c11e req-8e87814e-1c3d-4ab3-a55d-33c56f5ea869 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:12.383175 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c4edf158-9253-477f-b913-eac58df8c11e req-8e87814e-1c3d-4ab3-a55d-33c56f5ea869 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0531020 Aug 10 15:31:12.431323 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c4edf158-9253-477f-b913-eac58df8c11e req-22bf1a6f-be04-4eff-9a43-e3753c7e3585 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378644 Aug 10 15:31:12.935176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1075a-fdb0-4abb-ab4e-f1474dcade76 req-1a87530a-5dc2-42d6-a130-0104b00c696f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:12.936702 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0de1075a-fdb0-4abb-ab4e-f1474dcade76 req-1a87530a-5dc2-42d6-a130-0104b00c696f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0557775 Aug 10 15:31:12.986741 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0de1075a-fdb0-4abb-ab4e-f1474dcade76 req-fe0039a1-4690-4ecf-abe8-db9635a55ebd tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Aug 10 15:31:13.573944 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccce24-99d0-44c4-9412-64482a9ac581 req-10f250aa-96b5-41f6-adf9-3b8dd0440405 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:13.575420 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3eccce24-99d0-44c4-9412-64482a9ac581 req-10f250aa-96b5-41f6-adf9-3b8dd0440405 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0495470 Aug 10 15:31:13.614033 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3eccce24-99d0-44c4-9412-64482a9ac581 req-2d976d52-1f3d-46d4-90f8-94ef89474f9d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Aug 10 15:31:13.672282 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f1b82b46-3c6e-4aac-a432-24d91073edd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:14.132226 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11b701-09ca-4128-a3fa-4b65d71fac03 req-d761cbfd-4059-4c76-ba2c-e91064f5a823 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:14.140050 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c11b701-09ca-4128-a3fa-4b65d71fac03 req-d761cbfd-4059-4c76-ba2c-e91064f5a823 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0698740 Aug 10 15:31:14.181245 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c11b701-09ca-4128-a3fa-4b65d71fac03 req-0f60982d-9942-4922-af0b-488f69783a4e tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Aug 10 15:31:14.368822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:14.750020 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a715-6935-4a6a-941f-f4e470afd2f3 req-5a3159f5-b025-4ce9-8541-64e13b531a3f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:14.751627 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ac8a715-6935-4a6a-941f-f4e470afd2f3 req-5a3159f5-b025-4ce9-8541-64e13b531a3f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0643282 Aug 10 15:31:14.791251 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ac8a715-6935-4a6a-941f-f4e470afd2f3 req-a0f8d9b8-3976-4f97-892c-11f3d893cfd0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Aug 10 15:31:15.303729 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9b01f-469c-4feb-817a-6a027fb033d5 req-c1d45790-e913-429e-a9be-fafb6b97e0d1 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:15.311197 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-46a9b01f-469c-4feb-817a-6a027fb033d5 req-c1d45790-e913-429e-a9be-fafb6b97e0d1 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0596471 Aug 10 15:31:15.346357 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-46a9b01f-469c-4feb-817a-6a027fb033d5 req-f644d208-7c44-4915-8e4d-8235b4a65757 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Aug 10 15:31:15.908985 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cbaf9-87c5-4406-982c-4e2d0f0e35c6 req-b06dbe0b-dc3f-4e39-9ce1-e2c1efebe587 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:15.910626 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d7cbaf9-87c5-4406-982c-4e2d0f0e35c6 req-b06dbe0b-dc3f-4e39-9ce1-e2c1efebe587 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0492954 Aug 10 15:31:15.953006 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9d7cbaf9-87c5-4406-982c-4e2d0f0e35c6 req-d5c1d6bb-ed0a-481b-8b65-2563f40a1c87 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365160 Aug 10 15:31:16.276101 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba37b516-4b17-405f-aa30-da210306ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:16.495277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa093a-bf39-4752-bf4a-12931bfe51fc req-4ef8a0ce-1f28-436b-940f-05c5b0053cf5 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:16.496760 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48fa093a-bf39-4752-bf4a-12931bfe51fc req-4ef8a0ce-1f28-436b-940f-05c5b0053cf5 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0535946 Aug 10 15:31:16.534743 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-48fa093a-bf39-4752-bf4a-12931bfe51fc req-041eea46-1c31-4db1-981f-e34decf59c77 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Aug 10 15:31:16.587169 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:17.089864 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f2c8-7c88-4952-a633-781c8058dd5e req-07d6392e-0767-4580-9499-60eefc1bdb94 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:17.091492 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8c8f2c8-7c88-4952-a633-781c8058dd5e req-07d6392e-0767-4580-9499-60eefc1bdb94 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0537682 Aug 10 15:31:17.131829 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8c8f2c8-7c88-4952-a633-781c8058dd5e req-2adcbf03-cdfe-4cc6-aa34-6c7ede73c9e5 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336261 Aug 10 15:31:17.560302 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:17.650909 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae26966-cba8-48d5-ac15-ba51be95fea7 req-625548f6-3536-4487-a495-705adcb00bc6 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:17.652385 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ae26966-cba8-48d5-ac15-ba51be95fea7 req-625548f6-3536-4487-a495-705adcb00bc6 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0506470 Aug 10 15:31:17.705098 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6ae26966-cba8-48d5-ac15-ba51be95fea7 req-474b8f87-3356-467d-a317-aa59e575eeba tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Aug 10 15:31:18.273346 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9d700-0ca6-4b0c-a07f-284e322cff5e req-1e676862-6334-478d-a091-10924a55b504 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:18.275041 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3c9d700-0ca6-4b0c-a07f-284e322cff5e req-1e676862-6334-478d-a091-10924a55b504 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0718341 Aug 10 15:31:18.315561 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3c9d700-0ca6-4b0c-a07f-284e322cff5e req-b5752ff6-e1a8-4e71-8778-ec20d47ce8f0 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Aug 10 15:31:18.824813 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5c90d-efbf-4bb8-9668-01240be50849 req-211409f1-cb02-4046-a315-74f1305b35bd tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:18.826321 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b4e5c90d-efbf-4bb8-9668-01240be50849 req-211409f1-cb02-4046-a315-74f1305b35bd tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0538120 Aug 10 15:31:18.872440 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b4e5c90d-efbf-4bb8-9668-01240be50849 req-d75626d1-5e1d-43bb-97ce-2af50a091555 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Aug 10 15:31:19.369316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:19.444245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e088bf-0b40-49c5-b372-e66d7e837c2e req-59fa9f1c-18ab-49d4-a304-36e69c1a63aa tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:19.445751 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55e088bf-0b40-49c5-b372-e66d7e837c2e req-59fa9f1c-18ab-49d4-a304-36e69c1a63aa tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0481761 Aug 10 15:31:19.483989 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55e088bf-0b40-49c5-b372-e66d7e837c2e req-24d35494-2cb5-4f27-90dc-e173147845f6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Aug 10 15:31:20.006746 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3ab2-35a5-414c-b4a7-9a4061a95d64 req-bbb730b9-972a-4ac5-a504-4cf22d45f9b8 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:20.008286 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0ed3ab2-35a5-414c-b4a7-9a4061a95d64 req-bbb730b9-972a-4ac5-a504-4cf22d45f9b8 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0653753 Aug 10 15:31:20.050597 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0ed3ab2-35a5-414c-b4a7-9a4061a95d64 req-d2dad03f-b5b5-4fb5-971a-08c902e4f107 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Aug 10 15:31:20.604163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c654-269a-4c26-938a-a42540c343d0 req-158b11d0-5fe8-41d6-8736-9334c1b087f6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:20.605664 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-13c6c654-269a-4c26-938a-a42540c343d0 req-158b11d0-5fe8-41d6-8736-9334c1b087f6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0482469 Aug 10 15:31:20.647302 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-13c6c654-269a-4c26-938a-a42540c343d0 req-010b801f-52d8-4fef-b422-2b7bad4202bd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351610 Aug 10 15:31:21.176258 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355bba-3475-4366-81aa-67a7fd586883 req-2db80a1a-2d61-49d2-903a-43b31e4518f6 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:21.177801 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da355bba-3475-4366-81aa-67a7fd586883 req-2db80a1a-2d61-49d2-903a-43b31e4518f6 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0528049 Aug 10 15:31:21.215071 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da355bba-3475-4366-81aa-67a7fd586883 req-72866cbf-e3aa-45a5-99f6-12baeae6a579 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Aug 10 15:31:21.771794 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84322828-b5da-4532-b92b-6588581cdefb req-ed20ccc0-3308-41a0-8e29-734c5edeeab6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:21.773271 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84322828-b5da-4532-b92b-6588581cdefb req-ed20ccc0-3308-41a0-8e29-734c5edeeab6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0524533 Aug 10 15:31:21.809888 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84322828-b5da-4532-b92b-6588581cdefb req-bfd8658b-129f-4311-a972-21fc1b36083a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307887 Aug 10 15:31:22.067995 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-44179eb5-9657-4f8f-aa26-d7c831ed49d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401988 Aug 10 15:31:22.136266 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524393f-261c-4b4a-a450-5e9691d673aa req-ab9425dd-d56b-4028-9aef-8ed0aeaa381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.137744 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7524393f-261c-4b4a-a450-5e9691d673aa req-ab9425dd-d56b-4028-9aef-8ed0aeaa381b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 1099 time: 0.0407581 Aug 10 15:31:22.151801 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-c9116f02-aefa-430c-9268-4f3d15d49636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.153295 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-c9116f02-aefa-430c-9268-4f3d15d49636 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d3136377024d808a0721afb8eccc62&device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 1099 time: 0.0403836 Aug 10 15:31:22.175118 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7524393f-261c-4b4a-a450-5e9691d673aa req-4faede5c-bbbd-48d2-966b-fadad070b40d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295401 Aug 10 15:31:22.258323 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-53b0db0b-3b23-440b-ba5d-9db7a32a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.259814 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-53b0db0b-3b23-440b-ba5d-9db7a32a2f0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 200 len: 912 time: 0.0866308 Aug 10 15:31:22.327072 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5a8a-b7a6-4b12-88e0-00db22a3febb req-e4af7552-3f7c-4369-ba57-109787c67e57 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.328445 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e7fc5a8a-b7a6-4b12-88e0-00db22a3febb req-e4af7552-3f7c-4369-ba57-109787c67e57 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0486155 Aug 10 15:31:22.366127 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e7fc5a8a-b7a6-4b12-88e0-00db22a3febb req-726ad80a-9def-49b6-aa8f-d153aaeadf2e tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Aug 10 15:31:22.532229 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-e92608e1-6b03-401d-9bc0-93c5dd99761e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea742a8f-0393-4f69-90bb-d87a346de186 HTTP/1.1" status: 200 len: 1002 time: 0.0604844 Aug 10 15:31:22.601909 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-0504978e-fde2-421f-8fa1-8cac6b812aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.603231 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-0504978e-fde2-421f-8fa1-8cac6b812aff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 200 len: 850 time: 0.0427036 Aug 10 15:31:22.648399 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-c4e32d17-044e-410c-9712-9d5de9d78ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.649878 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-c4e32d17-044e-410c-9712-9d5de9d78ecd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389338 Aug 10 15:31:22.746641 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-3fd1a036-3a38-457c-9e32-c0712ab31ea2 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841837 Aug 10 15:31:22.835386 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d64446f1-8d2e-4e48-ab7a-6c5501a82b58 req-0f7b9adf-a1b7-4dba-a71c-c29140b27b89 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804527 Aug 10 15:31:22.930143 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cccfc6-26fa-4881-b7ed-0e70fa549e05 req-5facb63d-87af-4ed8-a1bd-0a8bdc0a1e72 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:22.931653 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-70cccfc6-26fa-4881-b7ed-0e70fa549e05 req-5facb63d-87af-4ed8-a1bd-0a8bdc0a1e72 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0512621 Aug 10 15:31:22.971142 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-70cccfc6-26fa-4881-b7ed-0e70fa549e05 req-21f0223e-161a-485f-9c55-e666ed205eb6 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Aug 10 15:31:23.482650 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902903-9554-46e7-9233-57cb65005302 req-a31a6d9a-c129-4029-9c03-ac9ca4f72a94 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:23.484925 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a902903-9554-46e7-9233-57cb65005302 req-a31a6d9a-c129-4029-9c03-ac9ca4f72a94 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0543745 Aug 10 15:31:23.532605 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a902903-9554-46e7-9233-57cb65005302 req-3e98f90d-e141-4d3d-83f1-7d99fc1ba35b tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Aug 10 15:31:24.088571 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259a7d4-3a98-4f71-8779-7a9c3bba0b8a req-a01b8a0b-bbd3-4c8b-b143-9e20bb46dfbd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:24.090078 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3259a7d4-3a98-4f71-8779-7a9c3bba0b8a req-a01b8a0b-bbd3-4c8b-b143-9e20bb46dfbd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0479548 Aug 10 15:31:24.133623 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3259a7d4-3a98-4f71-8779-7a9c3bba0b8a req-3bcac9a6-af36-4987-bd1c-3c81f04bd8da tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357497 Aug 10 15:31:24.639516 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b99e8-1798-47f4-a3d2-7849ddc69542 req-c01685af-be06-4a8f-a98d-f62a0a8b15eb tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:24.640986 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2a9b99e8-1798-47f4-a3d2-7849ddc69542 req-c01685af-be06-4a8f-a98d-f62a0a8b15eb tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Aug 10 15:31:24.677567 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2a9b99e8-1798-47f4-a3d2-7849ddc69542 req-84c88090-33f3-4d6e-8b4a-eb75ac01d40c tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307379 Aug 10 15:31:25.265270 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110ff0-cb45-48c5-bc25-a0076b26105a req-992d5fb0-f1ff-4e63-9d76-f6d335bcbbe2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:25.266880 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-07110ff0-cb45-48c5-bc25-a0076b26105a req-992d5fb0-f1ff-4e63-9d76-f6d335bcbbe2 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 943 time: 0.0551238 Aug 10 15:31:25.309325 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-07110ff0-cb45-48c5-bc25-a0076b26105a req-4a5fba2a-4e54-40c0-9ba8-41d88a67229f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Aug 10 15:31:25.901188 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:31:26.126133 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:26.137232 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'port_id': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'mac_address': 'fa:16:3e:56:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:31:26.182187 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:26.194516 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7b56ec-8c8f-4af3-86d1-4d571677c216 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:31:26.214086 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:26.257527 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:26.316256 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=9']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:26.436047 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eca09-7636-4d00-851b-25d748136288 req-de836f67-c55e-46a8-b156-d9c1332938a1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:26.437425 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ab8eca09-7636-4d00-851b-25d748136288 req-de836f67-c55e-46a8-b156-d9c1332938a1 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 944 time: 0.0484643 Aug 10 15:31:26.475170 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ab8eca09-7636-4d00-851b-25d748136288 req-21c633b0-6eec-40e8-bcc2-d53fa4d70213 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Aug 10 15:31:26.604493 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['bb7b56ec-8c8f-4af3-86d1-4d571677c216'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:31:27.597071 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c226-0952-4b6f-9fe9-3e46a8a608ad req-3740766c-068f-4242-858e-a7d7104c5c0d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:27.598582 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0fe4c226-0952-4b6f-9fe9-3e46a8a608ad req-3740766c-068f-4242-858e-a7d7104c5c0d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 944 time: 0.0475535 Aug 10 15:31:27.635756 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0fe4c226-0952-4b6f-9fe9-3e46a8a608ad req-f1a4a216-a8c8-4462-8d30-a55ccf10709f tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311365 Aug 10 15:31:27.927566 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:31:27.973312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port bb7b56ec-8c8f-4af3-86d1-4d571677c216 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:31:27.973677 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:28.048580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:28.070512 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:31:28.072823 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba74027-ef29-41c7-b047-2461b5df7b33" -d '{"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:31:28.086279 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:28.090895 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:28.113603 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b66e695-cc42-4f6d-a30d-46d8dc64c6e8 x-openstack-request-id: req-2b66e695-cc42-4f6d-a30d-46d8dc64c6e8 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:31:28.113915 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-plugged", "status": "completed", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:31:28.114165 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b66e695-cc42-4f6d-a30d-46d8dc64c6e8 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:31:28.114546 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'code': 200} Aug 10 15:31:28.145144 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=10']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:28.342697 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79516-a332-40f0-b7c6-f47bb47a932c req-12c0bea1-8dca-4900-96f0-fe1ac84fb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:28.344170 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5dd79516-a332-40f0-b7c6-f47bb47a932c req-12c0bea1-8dca-4900-96f0-fe1ac84fb51f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 1099 time: 0.0429900 Aug 10 15:31:28.380314 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5dd79516-a332-40f0-b7c6-f47bb47a932c req-aa610b24-c88c-4144-ba60-0c03dc367ddf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280957 Aug 10 15:31:28.753513 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53606-111d-4141-82d7-ef7b158e0a73 req-9217b55c-bb01-4de2-9dea-631e73aaa1eb tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:28.754929 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad53606-111d-4141-82d7-ef7b158e0a73 req-9217b55c-bb01-4de2-9dea-631e73aaa1eb tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0485029 Aug 10 15:31:28.792216 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad53606-111d-4141-82d7-ef7b158e0a73 req-f7bbc9aa-5f25-4e66-96fb-8db8a88b0630 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 10 15:31:29.914911 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed601b6-201a-4495-a362-8fae4e3a948d req-b6cc6344-a99c-4f5d-ab9b-dbf7c9c1182a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:29.916425 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9ed601b6-201a-4495-a362-8fae4e3a948d req-b6cc6344-a99c-4f5d-ab9b-dbf7c9c1182a tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0517647 Aug 10 15:31:29.955736 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9ed601b6-201a-4495-a362-8fae4e3a948d req-aadf330b-47c2-4066-9f87-b3b0913cd4fa tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Aug 10 15:31:31.076123 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a650-9ab6-4d68-b541-ebfb6e4dbe3c req-f3fbd22e-95bf-4a25-8f0a-2415492b1748 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:31.077571 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9744a650-9ab6-4d68-b541-ebfb6e4dbe3c req-f3fbd22e-95bf-4a25-8f0a-2415492b1748 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0500534 Aug 10 15:31:31.114775 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9744a650-9ab6-4d68-b541-ebfb6e4dbe3c req-fb366753-a0b8-484e-b5d9-1b7cdea84b07 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306928 Aug 10 15:31:35.185483 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:31:43.672983 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c1b19688-5b4e-4604-91e6-1850aeb6f592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:44.366315 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:45.688367 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4993b0-550d-4c63-9dee-8493b7ce0e09 req-69f05c28-0bee-49bf-8af6-45bc6f746790 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:45.690406 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9e4993b0-550d-4c63-9dee-8493b7ce0e09 req-69f05c28-0bee-49bf-8af6-45bc6f746790 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0473292 Aug 10 15:31:45.727056 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9e4993b0-550d-4c63-9dee-8493b7ce0e09 req-53bcbc54-e2f4-4192-991e-33683d24ad26 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Aug 10 15:31:46.277080 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-280cf58f-c35a-4dba-9dad-b8ed34c6bc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:46.589396 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:46.710489 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175779dd-6148-4996-a4a1-6081750e9ed6 req-539ff8eb-7c5e-40bb-ba08-950ee838dbe8 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:46.711868 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-175779dd-6148-4996-a4a1-6081750e9ed6 req-539ff8eb-7c5e-40bb-ba08-950ee838dbe8 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0474782 Aug 10 15:31:46.748668 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-175779dd-6148-4996-a4a1-6081750e9ed6 req-b48f7354-075c-4310-b8e0-b0550b310401 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Aug 10 15:31:46.847456 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c075c-52eb-4891-bb9b-0153703b624b req-977457ae-70cd-481b-9133-8a891c81d78f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:46.848930 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-232c075c-52eb-4891-bb9b-0153703b624b req-977457ae-70cd-481b-9133-8a891c81d78f tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0526600 Aug 10 15:31:46.886475 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-232c075c-52eb-4891-bb9b-0153703b624b req-faf48c08-b13b-4d36-917c-1cd1b8cc9c02 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Aug 10 15:31:47.562661 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:47.805960 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-27be8099-cb60-4898-bb5f-6a7f7b298b8d tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:47.807524 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-27be8099-cb60-4898-bb5f-6a7f7b298b8d tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.0494435 Aug 10 15:31:47.920616 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927124de-1b27-46fc-a74b-ee40d71304e3 req-bd2fe50d-a10d-4eb3-9c39-68c7fc6d05da tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:47.922124 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-927124de-1b27-46fc-a74b-ee40d71304e3 req-bd2fe50d-a10d-4eb3-9c39-68c7fc6d05da tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0831292 Aug 10 15:31:47.960538 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Deleting port ea742a8f-0393-4f69-90bb-d87a346de186 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:31:47.960879 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:48.035071 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-927124de-1b27-46fc-a74b-ee40d71304e3 req-41099c68-0b14-4297-8db4-f3983af5996a tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051769 Aug 10 15:31:48.075472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e6c4e-789e-4a30-946b-e51618ebc284 req-c86d7582-de62-417b-8c73-a755a26a60a8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:48.076922 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8b2e6c4e-789e-4a30-946b-e51618ebc284 req-c86d7582-de62-417b-8c73-a755a26a60a8 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 946 time: 0.1203237 Aug 10 15:31:48.108161 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] For port ea742a8f-0393-4f69-90bb-d87a346de186, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=ea742a8f-0393-4f69-90bb-d87a346de186,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:48.108520 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:48.164576 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8b2e6c4e-789e-4a30-946b-e51618ebc284 req-51d56fcf-b6c7-45f9-b205-ba6eee7be99c tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8c000ab-c453-4899-99a0-9a739ad10c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798202 Aug 10 15:31:48.288877 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:48.289245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:48.289554 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Floating IP 097b58c9-434f-41bb-baa8-5404a382e028 disassociated. External IP: 172.27.0.124, port: ea742a8f-0393-4f69-90bb-d87a346de186. Aug 10 15:31:48.289932 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Calling delete_port for ea742a8f-0393-4f69-90bb-d87a346de186 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:31:48.415827 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:48.445715 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event deleted for resources: {'Port': ['ID=ea742a8f-0393-4f69-90bb-d87a346de186,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:48.455872 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.456221 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.456561 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.456894 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.457239 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.457557 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.458062 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.458418 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.458747 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.459086 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.459906 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.459906 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:31:48.567355 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:31:48.671001 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:31:48.680708 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:31:48.690325 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:31:48.690955 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:31:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:48.709195 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] No DVR routers for this DVR port ea742a8f-0393-4f69-90bb-d87a346de186 on host hv-cinder-80409 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:31:48.711863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:48.713980 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.16 "DELETE /v2.0/ports/ea742a8f-0393-4f69-90bb-d87a346de186 HTTP/1.1" status: 204 len: 173 time: 0.8992124 Aug 10 15:31:48.714414 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'name': 'network-vif-deleted', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:31:48.716659 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be0c37-4022-43e4-8a75-48019f8e2038" -d '{"events": [{"server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "name": "network-vif-deleted", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:31:48.754067 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6560a4-6dce-4f62-9d3a-defcaab5b836 x-openstack-request-id: req-0a6560a4-6dce-4f62-9d3a-defcaab5b836 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:31:48.754362 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc88490-60a9-4069-9587-4699dbaf38af", "name": "network-vif-deleted", "tag": "ea742a8f-0393-4f69-90bb-d87a346de186", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:31:48.754609 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a6560a4-6dce-4f62-9d3a-defcaab5b836 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:31:48.755003 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc88490-60a9-4069-9587-4699dbaf38af', 'name': 'network-vif-deleted', 'tag': 'ea742a8f-0393-4f69-90bb-d87a346de186', 'status': 'completed', 'code': 200} Aug 10 15:31:48.757948 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-cc268b90-23fa-4e59-b338-89402600c52f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:48.759621 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-cc268b90-23fa-4e59-b338-89402600c52f tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0595899 Aug 10 15:31:48.802957 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:31:48.911903 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Deleting port a66610fb-e390-4699-adbb-c01056650b0a {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:31:48.912320 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:49.005621 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] For port a66610fb-e390-4699-adbb-c01056650b0a, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=a66610fb-e390-4699-adbb-c01056650b0a,segment=NetworkSegment(7ba3a563-e912-452a-9595-eaadcddc8e27),segment_id=7ba3a563-e912-452a-9595-eaadcddc8e27)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:49.006032 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:49.015353 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:49.023723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Calling delete_port for a66610fb-e390-4699-adbb-c01056650b0a owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:31:49.043151 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:31:49.051896 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:31:49.052513 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:31:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:49.160113 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:49.162822 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be08df5-b3e7-4f71-bf69-3616f7e9fb24 req-8790810f-6f0d-4b0f-9b43-567a6ad86191 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:31:49.164370 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5be08df5-b3e7-4f71-bf69-3616f7e9fb24 req-8790810f-6f0d-4b0f-9b43-567a6ad86191 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbda5ea-b2b2-44d0-b4b8-d64924630388 HTTP/1.1" status: 200 len: 946 time: 0.0587234 Aug 10 15:31:49.182434 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:31:49.194029 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Pushing event deleted for resources: {'Port': ['ID=a66610fb-e390-4699-adbb-c01056650b0a,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:49.215438 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['a66610fb-e390-4699-adbb-c01056650b0a'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:31:49.226481 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5be08df5-b3e7-4f71-bf69-3616f7e9fb24 req-fb85dfb5-58f8-4950-bafa-a00ff69159d3 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.32 "GET /v2.0/security-groups?id=54074683-d896-4d12-b0e0-78d0c82b3504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Aug 10 15:31:49.243869 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] No DVR routers for this DVR port a66610fb-e390-4699-adbb-c01056650b0a on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:31:49.247276 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:49.249118 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b8bdb149-bdef-460b-ab98-43e387ced70d req-be74df80-aee6-435f-996a-d5d2ea0a7c92 tempest-VolumesSnapshotTestJSON-1183725888 tempest-VolumesSnapshotTestJSON-1183725888-project] 10.222.0.16 "DELETE /v2.0/ports/a66610fb-e390-4699-adbb-c01056650b0a HTTP/1.1" status: 204 len: 173 time: 0.4473917 Aug 10 15:31:49.249565 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'name': 'network-vif-deleted', 'tag': 'a66610fb-e390-4699-adbb-c01056650b0a'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:31:49.252707 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced88132-d703-4108-8d8e-de275466afea" -d '{"events": [{"server_uuid": "3fbda5ea-b2b2-44d0-b4b8-d64924630388", "name": "network-vif-deleted", "tag": "a66610fb-e390-4699-adbb-c01056650b0a"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:31:49.303956 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523e3ff-7a47-46a9-bd8b-2f3fc1dbef89 x-openstack-request-id: req-7523e3ff-7a47-46a9-bd8b-2f3fc1dbef89 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:31:49.304320 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbda5ea-b2b2-44d0-b4b8-d64924630388", "name": "network-vif-deleted", "tag": "a66610fb-e390-4699-adbb-c01056650b0a", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:31:49.304609 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7523e3ff-7a47-46a9-bd8b-2f3fc1dbef89 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:31:49.305007 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbda5ea-b2b2-44d0-b4b8-d64924630388', 'name': 'network-vif-deleted', 'tag': 'a66610fb-e390-4699-adbb-c01056650b0a', 'status': 'completed', 'code': 200} Aug 10 15:31:49.343089 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7d1fa80a-374f-491e-87bb-cd8f4f1633a1 req-ff88cfbf-43e5-4275-9b2f-48ee63e17494 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc88490-60a9-4069-9587-4699dbaf38af HTTP/1.1" status: 200 len: 210 time: 0.0303130 Aug 10 15:31:49.382556 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:49.472664 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:49.498891 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea0e34-602c-464c-b9f4-c3b92b3b8910 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:25:20Z', 'revision_number': 4, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'a8e891df-5b79-4bb2-bacc-098a80267b8e', 'name': '', 'network_id': 'c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'mac_address': 'fa:16:3e:78:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:17Z', 'updated_at': '2021-08-10T15:25:30Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'subnets': [{'id': '1ebf7e0c-ea66-4204-801b-7d00f82fa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:31:49.699620 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d996d3d-e2d9-40c2-8a76-c7ae07592318 None None] New status for floating IP 097b58c9-434f-41bb-baa8-5404a382e028: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:31:50.427733 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60598) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:50.484996 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c72b4214-08e8-44ee-acfa-74dac4f153ac tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.510355 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c72b4214-08e8-44ee-acfa-74dac4f153ac tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.560199 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c72b4214-08e8-44ee-acfa-74dac4f153ac tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.563371 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c72b4214-08e8-44ee-acfa-74dac4f153ac tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.567052 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c72b4214-08e8-44ee-acfa-74dac4f153ac tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "DELETE /v2.0/security-groups/e8c000ab-c453-4899-99a0-9a739ad10c60 HTTP/1.1" status: 204 len: 168 time: 0.1357701 Aug 10 15:31:50.567374 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60604) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:50.576833 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b4214-08e8-44ee-acfa-74dac4f153ac tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c000ab-c453-4899-99a0-9a739ad10c60,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:50.583021 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.api.v2.resource [None req-509fdd9b-1f2c-4951-b242-518d06f806fb tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] show failed (client error): The resource could not be found. Aug 10 15:31:50.584658 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-509fdd9b-1f2c-4951-b242-518d06f806fb tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "GET /v2.0/security-groups/e8c000ab-c453-4899-99a0-9a739ad10c60 HTTP/1.1" status: 404 len: 347 time: 0.0155160 Aug 10 15:31:50.587009 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60606) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:50.711727 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Deleting port 82e4c5d9-2c46-4472-90c6-15a565c03e1d {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:31:50.712069 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.787370 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.787698 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.799415 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Calling delete_port for 82e4c5d9-2c46-4472-90c6-15a565c03e1d owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:31:50.934157 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:50.964146 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Pushing event deleted for resources: {'Port': ['ID=82e4c5d9-2c46-4472-90c6-15a565c03e1d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:51.018548 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:51.021116 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:51.022285 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-8e084566-943b-454b-bc35-9ea840fafaf5 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] 10.222.0.32 "DELETE /v2.0/floatingips/097b58c9-434f-41bb-baa8-5404a382e028 HTTP/1.1" status: 204 len: 168 time: 0.4343667 Aug 10 15:31:52.039780 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device a66610fb-e390-4699-adbb-c01056650b0a no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:31:52.059599 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: a66610fb-e390-4699-adbb-c01056650b0a {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:31:52.059939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device a66610fb-e390-4699-adbb-c01056650b0a not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:31:52.060340 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device ea742a8f-0393-4f69-90bb-d87a346de186 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:31:52.082299 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: ea742a8f-0393-4f69-90bb-d87a346de186 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:31:52.082636 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device ea742a8f-0393-4f69-90bb-d87a346de186 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:31:56.655878 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60660) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:57.083827 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:57.588612 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Deleting port a8e891df-5b79-4bb2-bacc-098a80267b8e {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:31:57.588842 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:57.667385 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] For port a8e891df-5b79-4bb2-bacc-098a80267b8e, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=a8e891df-5b79-4bb2-bacc-098a80267b8e,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:57.668035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:57.680068 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Calling delete_port for a8e891df-5b79-4bb2-bacc-098a80267b8e owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:31:57.857175 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:57.881438 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e891df-5b79-4bb2-bacc-098a80267b8e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:58.052270 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:58.269550 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:31:58.370532 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:31:58.375348 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8cf3cd45-ba71-4dfd-abfe-efc6831dd520 admin admin] 10.222.0.32 "PUT /v2.0/routers/9491edff-a2e4-4a23-b51f-14a739f4c0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184138 Aug 10 15:31:58.377899 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60672) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:58.380461 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] Sync routers for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:31:58.390790 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:31:58.391427 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:31:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:58.484535 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:58.502107 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:31:58.592871 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:58.660407 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Deleting port 8a58f454-2a09-4775-8358-b30c48ef5452 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:31:58.660407 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:58.713370 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:31:57Z', 'revision_number': 5, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port': {'id': '8a58f454-2a09-4775-8358-b30c48ef5452', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:08Z', 'updated_at': '2021-08-10T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:58.739820 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] Checking router: 9491edff-a2e4-4a23-b51f-14a739f4c0f1 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:31:58.745698 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] For port 8a58f454-2a09-4775-8358-b30c48ef5452, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=8a58f454-2a09-4775-8358-b30c48ef5452,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:58.746242 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:58.747988 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] Routers {'9491edff-a2e4-4a23-b51f-14a739f4c0f1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:31:58.748604 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:31:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:58.759594 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Calling delete_port for 8a58f454-2a09-4775-8358-b30c48ef5452 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:31:58.838145 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] Set router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 gateway port host: None {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:31:58.912540 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:31:58Z', 'revision_number': 6, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:58.930051 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:58.943846 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b38b7-ee0d-456a-88b5-41e6a64256a3 None None] The sync data for ids ['9491edff-a2e4-4a23-b51f-14a739f4c0f1'] in dv-cinder-804093-1-iscsi is: [{'id': '9491edff-a2e4-4a23-b51f-14a739f4c0f1', 'name': 'tempest-AttachVolumeTestJSON-1704323820-router', 'tenant_id': 'd8d3136377024d808a0721afb8eccc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:06Z', 'updated_at': '2021-08-10T15:31:58Z', 'revision_number': 6, 'project_id': 'd8d3136377024d808a0721afb8eccc62', 'gw_port_host': None}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:31:58.957176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a58f454-2a09-4775-8358-b30c48ef5452,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:59.020655 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.110866 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.113293 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.165398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.165937 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9491edff-a2e4-4a23-b51f-14a739f4c0f1 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:31:59.171103 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.172228 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dddc9c6c-867f-41a1-a5a9-d0e90ff67b28 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9491edff-a2e4-4a23-b51f-14a739f4c0f1 HTTP/1.1" status: 204 len: 168 time: 0.7934082 Aug 10 15:31:59.175492 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60684) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:59.219002 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Deleting subnet 1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:31:59.222097 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.256224 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.338561 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.401415 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.428253 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebf7e0c-ea66-4204-801b-7d00f82fa5e1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:59.431836 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.436883 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-981a45ef-0fff-469c-8e72-e613b72fa0bc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ebf7e0c-ea66-4204-801b-7d00f82fa5e1 HTTP/1.1" status: 204 len: 168 time: 0.2572725 Aug 10 15:31:59.436883 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60686) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:31:59.440024 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fef962-7b94-4ca5-bd1a-55b5126d238c None None] Network c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:31:59.523785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.580779 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Deleting port e54291c3-cbbb-4c89-8456-4ad67c188ea5 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:31:59.581614 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.649731 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] For port e54291c3-cbbb-4c89-8456-4ad67c188ea5, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=e54291c3-cbbb-4c89-8456-4ad67c188ea5,segment=NetworkSegment(f25a787e-fb65-4912-8583-a654a9e47bc3),segment_id=f25a787e-fb65-4912-8583-a654a9e47bc3)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:31:59.650142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.665258 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Calling delete_port for e54291c3-cbbb-4c89-8456-4ad67c188ea5 owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:31:59.762996 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383292f1-05b2-4a5d-b952-95aae5ba7efd None None] DHCP port deletion for c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:31:59.770976 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.802560 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-383292f1-05b2-4a5d-b952-95aae5ba7efd None None] The port 'e54291c3-cbbb-4c89-8456-4ad67c188ea5' was deleted {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 15:31:59.809148 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] No DVR routers for this DVR port e54291c3-cbbb-4c89-8456-4ad67c188ea5 on host dv-cinder-804093-1-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:31:59.848597 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54291c3-cbbb-4c89-8456-4ad67c188ea5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:31:59.913153 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.925142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:59.937166 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25a787e-fb65-4912-8583-a654a9e47bc3') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:59.937166 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25a787e-fb65-4912-8583-a654a9e47bc3') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:31:59.948054 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.969054 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.976863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:31:59.977291 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:31:59.979635 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:32:00.035366 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e54291c3-cbbb-4c89-8456-4ad67c188ea5 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:00.039764 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:00.045151 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:00.050639 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57 HTTP/1.1" status: 204 len: 168 time: 0.6100042 Aug 10 15:32:00.060347 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: e54291c3-cbbb-4c89-8456-4ad67c188ea5 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:00.060544 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb958d-54a7-45c6-ac24-4a7babb68085 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d7a83b-82d2-41f5-b096-1c6f5bd2bd57,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:00.061059 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e54291c3-cbbb-4c89-8456-4ad67c188ea5 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:00.061633 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device a8e891df-5b79-4bb2-bacc-098a80267b8e no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:00.083314 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: a8e891df-5b79-4bb2-bacc-098a80267b8e {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:00.083662 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device a8e891df-5b79-4bb2-bacc-098a80267b8e not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:00.084076 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8a58f454-2a09-4775-8358-b30c48ef5452 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:00.106386 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 8a58f454-2a09-4775-8358-b30c48ef5452 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:00.106733 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 8a58f454-2a09-4775-8358-b30c48ef5452 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:00.188452 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60696) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:00.228135 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-73688080-918c-4725-be7b-8574aa09e8a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8d3136377024d808a0721afb8eccc62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385547 Aug 10 15:32:00.230619 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60698) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:00.277366 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:00.302521 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:00.351280 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:00.354094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:00.355235 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d2cb898-1709-4431-b595-772149e77f74 HTTP/1.1" status: 204 len: 168 time: 0.1236751 Aug 10 15:32:00.363799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2cb898-1709-4431-b595-772149e77f74,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:00.371070 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.371422 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.371766 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.372104 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.372444 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.372777 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.373108 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.373435 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.373765 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.374112 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.374434 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:00.374875 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f3d-9c7a-48df-aada-f6341b3e1662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:01.008141 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60722) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:01.100965 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-911608493-network', 'tenant_id': '48fcd2ae2b3f48da9fa8734930834c47'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:01.122304 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Made reservation on behalf of 48fcd2ae2b3f48da9fa8734930834c47 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:32:01.124781 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.133169 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.230616 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.234573 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.255655 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:32:01.270739 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c00bf00-46ac-4352-a5e7-678dccc6cdc7,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:01.273559 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.273928 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Added segment ce62cfb6-4cb9-4a1a-b902-463a806b1af5 of type vlan for network 8842938b-48ad-4717-86ef-f22badb337d7 Aug 10 15:32:01.313532 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.342087 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.342978 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:01.343586 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.396879 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3876421 Aug 10 15:32:01.399855 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60726) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:01.402506 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94dc7f-1e9d-498f-af5f-9728ac3cf878 admin admin] Pushing event updated for resources: {'Network': ['ID=8842938b-48ad-4717-86ef-f22badb337d7,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:01.404786 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Request body: {'subnet': {'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-911608493-subnet', 'tenant_id': '48fcd2ae2b3f48da9fa8734930834c47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:01.412153 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 8842938b-48ad-4717-86ef-f22badb337d7 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:32:01.426844 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Made reservation on behalf of 48fcd2ae2b3f48da9fa8734930834c47 for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:32:01.429308 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10703683'] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.599779 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11301595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10703697'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.652840 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd67a19b-ef42-44c0-a245-2d62e20b8c55,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:01.664199 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Checking segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:32:01.664554 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Network hostable DHCP agents. Network: 8842938b-48ad-4717-86ef-f22badb337d7, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:32:01.679644 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Network 8842938b-48ad-4717-86ef-f22badb337d7 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:32:01.687944 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 8842938b-48ad-4717-86ef-f22badb337d7) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:32:01.692511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:01.693120 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:01.699678 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6777e-4028-45f5-b35d-9dad6c8a8a38 None None] Network 8842938b-48ad-4717-86ef-f22badb337d7 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:32:01.707036 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-381d471d-c820-4ea8-bb7b-e75f638888d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3061030 Aug 10 15:32:01.823843 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5916d89-47ec-4315-a101-7f26ae1341de None None] Network 8842938b-48ad-4717-86ef-f22badb337d7 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:32:02.136938 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-34123fac-af16-44b9-86d2-a07ddbbca61f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:02.138429 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-34123fac-af16-44b9-86d2-a07ddbbca61f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1051259 Aug 10 15:32:02.153602 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-47654c5c-6159-40a7-8fcc-084fd38b4c62 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/quotas/48fcd2ae2b3f48da9fa8734930834c47 HTTP/1.1" status: 200 len: 375 time: 0.0090318 Aug 10 15:32:02.185285 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-f6afb452-01db-4cfd-badc-c1f827ade9ab tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257249 Aug 10 15:32:02.280746 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-1e15fcc9-82dc-4eec-bc39-f40613819959 service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885575 Aug 10 15:32:02.368381 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-e89cd909-3781-4266-b997-6e58952aad0a service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813396 Aug 10 15:32:02.523211 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c90b40bb-7283-4575-99db-793bf5ce6bb2 req-5c0aebe5-48b3-46c8-9b4c-6d89f61f8bd9 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 210 time: 0.0263426 Aug 10 15:32:03.638156 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f04b24f3-18d7-47c0-a10b-b172024accd9 req-10ec66b1-23a7-4da4-b0db-de433f6b5537 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 210 time: 0.0408268 Aug 10 15:32:03.699771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-d225435b-7960-4e96-a410-63f9c9d44fe3 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:03.701124 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-d225435b-7960-4e96-a410-63f9c9d44fe3 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1506307 Aug 10 15:32:03.732664 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Request body: {'port': {'device_id': '2a3e53c6-9505-4069-ac04-251ba4106888', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'admin_state_up': True, 'tenant_id': '48fcd2ae2b3f48da9fa8734930834c47'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:03.839060 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Made reservation on behalf of 48fcd2ae2b3f48da9fa8734930834c47 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:32:03.842498 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:03.973740 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Allocated IP 172.20.0.3 (8842938b-48ad-4717-86ef-f22badb337d7/fd67a19b-ef42-44c0-a245-2d62e20b8c55/f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:32:04.117927 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.159010 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.206977 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Network 8842938b-48ad-4717-86ef-f22badb337d7 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:32:04.210641 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:32:04.214507 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:32:04.221106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event updated for resources: {'Port': ['ID=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:04.267662 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:04.268275 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.283128 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-53ad3384-96ba-4dab-b857-49dc26d5d874 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540450 Aug 10 15:32:04.303192 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Request body: {'port': {'device_id': '2a3e53c6-9505-4069-ac04-251ba4106888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:04.363569 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.630520 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:32:04.637678 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.649035 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Transition to ACTIVE for port object f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:32:04.653975 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.718834 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Pushing event updated for resources: {'Port': ['ID=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:04.753468 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4d5de-d53e-4064-b0be-6e732034e988 req-cfd83ca4-18d7-4eea-8528-12907af898c1 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:04.756009 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0e4d5de-d53e-4064-b0be-6e732034e988 req-cfd83ca4-18d7-4eea-8528-12907af898c1 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 943 time: 0.0534739 Aug 10 15:32:04.773877 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Attempting to bind port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:32:04.774215 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Attempting to bind port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:32:04.774542 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Attempting to bind port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:32:04.778667 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 on network 8842938b-48ad-4717-86ef-f22badb337d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:32:04.778980 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Attempting to bind port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:32:04.783777 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:32:04.784110 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Checking segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:32:04.784488 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Bound using segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:32:04.784911 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Bound port: f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:32:04.785262 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.794803 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0e4d5de-d53e-4064-b0be-6e732034e988 req-482f3a2d-1771-410e-82bb-1c6cbbf96007 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Aug 10 15:32:04.850106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] For port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:32:04.853092 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] For port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:32:04.856863 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.890573 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:04.891179 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:04.892524 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] 10.222.0.16 "PUT /v2.0/ports/f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 HTTP/1.1" status: 200 len: 1093 time: 0.5937741 Aug 10 15:32:04.892986 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e53c6-9505-4069-ac04-251ba4106888', 'tag': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:04.895217 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e53c6-9505-4069-ac04-251ba4106888", "tag": "f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:04.921948 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d6d7-7cef-4389-a3d3-a90a103ade22 service neutron] Pushing event updated for resources: {'Port': ['ID=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:04.932259 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d4ef36-a74a-47c8-b7cf-040e17da4bee x-openstack-request-id: req-98d4ef36-a74a-47c8-b7cf-040e17da4bee {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:04.932590 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e53c6-9505-4069-ac04-251ba4106888", "tag": "f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:04.932919 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98d4ef36-a74a-47c8-b7cf-040e17da4bee {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:04.933308 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e53c6-9505-4069-ac04-251ba4106888', 'tag': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', 'status': 'completed', 'code': 200} Aug 10 15:32:04.994670 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-22e4999f-1b96-479a-8942-955ba8d5cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:04.996108 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-22e4999f-1b96-479a-8942-955ba8d5cbc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 1096 time: 0.0415399 Aug 10 15:32:05.049679 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-31c70005-b007-496d-aca3-8446d2c1d79d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 HTTP/1.1" status: 200 len: 217 time: 0.0361769 Aug 10 15:32:05.099258 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-d81467c4-dae2-4d6c-a830-d49c45ce05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:05.100671 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-d81467c4-dae2-4d6c-a830-d49c45ce05f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0433531 Aug 10 15:32:05.136862 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-a8d6a2f4-1903-4140-b445-d2a40cf4ca89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252545 Aug 10 15:32:05.230331 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-29054b06-c066-48ca-bef4-ff59bdac4117 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847948 Aug 10 15:32:05.318856 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0b41bf2f-00b1-4c37-83d6-9a2a93488633 req-64d45237-e586-429e-8986-f12ae04c6a0a service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813975 Aug 10 15:32:05.458443 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-573ec0f9-37ab-4374-8694-efe7a35074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:05.459940 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-573ec0f9-37ab-4374-8694-efe7a35074ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 1096 time: 0.0408216 Aug 10 15:32:05.556966 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-3bc63ff0-e3f5-4623-a0e8-f75dbcc1c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:05.558539 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-3bc63ff0-e3f5-4623-a0e8-f75dbcc1c735 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 915 time: 0.0902703 Aug 10 15:32:05.601092 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-8ef9478d-4656-4560-b9e8-dacc0b70ad0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 HTTP/1.1" status: 200 len: 217 time: 0.0344768 Aug 10 15:32:05.654337 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-ff583d0a-d8eb-4f6a-8c69-4d650522fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:05.655790 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-ff583d0a-d8eb-4f6a-8c69-4d650522fdd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0475910 Aug 10 15:32:05.687475 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-97437a4a-6df2-4dad-8faa-f0638c5a048c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234914 Aug 10 15:32:05.776511 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-0645ada0-feff-4d52-93e7-74e9d3e3dede service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804191 Aug 10 15:32:05.876142 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7305aebe-423a-47ae-b1a0-bbd65f2dbc1b req-ed9b5744-957c-4d49-975f-34770cf0ca07 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921097 Aug 10 15:32:05.914434 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f9b36-ec17-4831-ad7c-24f38e4574c7 req-6443c20f-2624-4e9a-8322-2ca0da06bd42 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:05.915918 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a7f9b36-ec17-4831-ad7c-24f38e4574c7 req-6443c20f-2624-4e9a-8322-2ca0da06bd42 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 943 time: 0.0540175 Aug 10 15:32:05.955578 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a7f9b36-ec17-4831-ad7c-24f38e4574c7 req-e48ac5f8-5375-4d0e-ac09-a7a085412e7e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Aug 10 15:32:07.075690 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae85ca-4a40-4461-86a3-132bfabee85a req-7fb47e67-cc08-4a37-9210-a7f2c1a78ada tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:07.077157 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-99ae85ca-4a40-4461-86a3-132bfabee85a req-7fb47e67-cc08-4a37-9210-a7f2c1a78ada tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 943 time: 0.0477729 Aug 10 15:32:07.118523 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-99ae85ca-4a40-4461-86a3-132bfabee85a req-f307c2c5-5244-41a4-a188-d71c44b680b2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Aug 10 15:32:08.143532 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:32:08.239703 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0177f-0d9e-4320-97ba-82c33761260c req-1d70ebac-21b0-4c87-90f7-0fdebcd48ec3 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:08.241278 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2ed0177f-0d9e-4320-97ba-82c33761260c req-1d70ebac-21b0-4c87-90f7-0fdebcd48ec3 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 943 time: 0.0540588 Aug 10 15:32:08.242309 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:08.254262 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'port_id': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', 'mac_address': 'fa:16:3e:ef:26:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd67a19b-ef42-44c0-a245-2d62e20b8c55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:32:08.282257 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2ed0177f-0d9e-4320-97ba-82c33761260c req-cc96fcd4-442e-4a39-92d9-eaddcad97933 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349326 Aug 10 15:32:08.301804 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:08.314988 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:32:08.335098 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:08.338895 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:08.386971 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:08.394101 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.394448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.394790 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.395124 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.396091 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.396426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.396754 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.397083 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.397430 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.397754 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.398099 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.398418 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:08.718416 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:32:09.398433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6a04d-7c62-4a39-8488-719acc7822ab req-af8aa421-e249-496d-9b31-b9ca7754934d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:09.400001 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-73b6a04d-7c62-4a39-8488-719acc7822ab req-af8aa421-e249-496d-9b31-b9ca7754934d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 944 time: 0.0492618 Aug 10 15:32:09.439388 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-73b6a04d-7c62-4a39-8488-719acc7822ab req-231d0b33-ce65-4a6f-8272-f43a789bfc64 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Aug 10 15:32:10.165256 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:32:10.216316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:32:10.220209 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:32:10.220588 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:10.304369 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:10.333402 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e53c6-9505-4069-ac04-251ba4106888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:10.336081 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6fe36-49ec-43cd-8e94-aa79da981040" -d '{"events": [{"server_uuid": "2a3e53c6-9505-4069-ac04-251ba4106888", "name": "network-vif-plugged", "status": "completed", "tag": "f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:10.350812 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:10.355726 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:10.383351 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b62b81-14e5-4cf8-8d67-faf4bd9239b7 x-openstack-request-id: req-e2b62b81-14e5-4cf8-8d67-faf4bd9239b7 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:10.383641 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e53c6-9505-4069-ac04-251ba4106888", "name": "network-vif-plugged", "status": "completed", "tag": "f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:10.383896 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b62b81-14e5-4cf8-8d67-faf4bd9239b7 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:10.384295 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e53c6-9505-4069-ac04-251ba4106888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', 'code': 200} Aug 10 15:32:10.410767 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:10.447372 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357085c-4920-46de-b12a-50a5aee6fb80 req-fe3bbf32-7106-4b13-b791-41ed839891dd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:10.448950 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1357085c-4920-46de-b12a-50a5aee6fb80 req-fe3bbf32-7106-4b13-b791-41ed839891dd tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0549357 Aug 10 15:32:10.492424 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1357085c-4920-46de-b12a-50a5aee6fb80 req-a8208f8b-4d43-4984-871e-0c68eb5aa46b tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Aug 10 15:32:10.585747 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b726a3-0503-4a06-bc8e-847a89d3b314 req-f90b4237-db0a-46c3-9872-08653a9f82a6 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:10.587359 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0b726a3-0503-4a06-bc8e-847a89d3b314 req-f90b4237-db0a-46c3-9872-08653a9f82a6 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 945 time: 0.0674071 Aug 10 15:32:10.634037 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1050eda-8965-4a0e-849e-61ee1472d210 req-fa7fda64-4dbe-4919-9cdf-342307818936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:10.634749 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e0b726a3-0503-4a06-bc8e-847a89d3b314 req-ddd25f70-8e47-418b-b6b0-5092bd063ebd tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Aug 10 15:32:10.636565 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e1050eda-8965-4a0e-849e-61ee1472d210 req-fa7fda64-4dbe-4919-9cdf-342307818936 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 1098 time: 0.0496242 Aug 10 15:32:10.689490 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e1050eda-8965-4a0e-849e-61ee1472d210 req-5f90384f-e3f1-4591-ad92-038711f962b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Aug 10 15:32:11.624818 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aaf20-9b8d-4fdc-9199-b683aeaa55e4 req-4b61d963-84f7-465c-8fbf-a516b92b8800 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:11.626401 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-050aaf20-9b8d-4fdc-9199-b683aeaa55e4 req-4b61d963-84f7-465c-8fbf-a516b92b8800 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0596006 Aug 10 15:32:11.666775 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-050aaf20-9b8d-4fdc-9199-b683aeaa55e4 req-a0c9c379-221f-4734-b398-ab16f7022e55 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Aug 10 15:32:11.764366 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10dcaf-ba5b-437d-8b0b-a8bc04fc0c33 req-1c783e05-b002-4793-92e4-cbe08f03cfbf tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:11.765854 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd10dcaf-ba5b-437d-8b0b-a8bc04fc0c33 req-1c783e05-b002-4793-92e4-cbe08f03cfbf tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 945 time: 0.0494449 Aug 10 15:32:11.805146 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd10dcaf-ba5b-437d-8b0b-a8bc04fc0c33 req-5793d54e-7d5c-4e34-b91b-9f96cede65dc tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Aug 10 15:32:12.185235 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:32:12.469540 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-40d3878f-2947-4da8-a358-097dd5b801e4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:12.471057 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-40d3878f-2947-4da8-a358-097dd5b801e4 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0498824 Aug 10 15:32:12.573674 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Deleting port bb7b56ec-8c8f-4af3-86d1-4d571677c216 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:32:12.574039 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:12.676285 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] For port bb7b56ec-8c8f-4af3-86d1-4d571677c216, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=bb7b56ec-8c8f-4af3-86d1-4d571677c216,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:12.676784 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:12.813595 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402ea0c-2192-4506-929d-620af351e3ae req-5fc3abaf-dcdb-40a6-a621-445319ec9f2c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:12.815509 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a402ea0c-2192-4506-929d-620af351e3ae req-5fc3abaf-dcdb-40a6-a621-445319ec9f2c tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 946 time: 0.0628502 Aug 10 15:32:12.876207 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a402ea0c-2192-4506-929d-620af351e3ae req-3ab369f8-83cc-4930-81c1-1474e86ee1c7 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aec345e-f831-4309-9191-21d7bcbd0995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522025 Aug 10 15:32:12.949675 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:12.950037 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:12.950408 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Floating IP 24d2751f-af0b-40e8-9c97-bb6b05fa840b disassociated. External IP: 172.27.0.125, port: bb7b56ec-8c8f-4af3-86d1-4d571677c216. Aug 10 15:32:12.950793 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Calling delete_port for bb7b56ec-8c8f-4af3-86d1-4d571677c216 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:32:12.961046 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fd546-aa5b-4df1-8a5e-20cd48b91b16 req-1b4f2fb1-c231-43b0-8946-7bbfd52549c8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:12.962790 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a41fd546-aa5b-4df1-8a5e-20cd48b91b16 req-1b4f2fb1-c231-43b0-8946-7bbfd52549c8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 945 time: 0.0662408 Aug 10 15:32:13.003695 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a41fd546-aa5b-4df1-8a5e-20cd48b91b16 req-3ec349d9-dbf0-4354-ade4-1f26b8289cf2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Aug 10 15:32:13.087284 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.118602 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event deleted for resources: {'Port': ['ID=bb7b56ec-8c8f-4af3-86d1-4d571677c216,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:13.463418 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60880) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:13.471088 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:32:13.514760 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Deleting subnet 9d84b9f0-1439-43d6-a0cc-21771f3305d3 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:32:13.526640 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.571679 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.606350 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:32:13.623384 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:32:13.624433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.639388 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:32:13.640716 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:31:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:13.653562 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] No DVR routers for this DVR port bb7b56ec-8c8f-4af3-86d1-4d571677c216 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:32:13.656425 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.659010 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-832204a7-27d9-42e7-8c68-5a9ae970bb53 req-f7b346a1-b3f8-4760-a2a9-7b7c822ebc67 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.16 "DELETE /v2.0/ports/bb7b56ec-8c8f-4af3-86d1-4d571677c216 HTTP/1.1" status: 204 len: 173 time: 1.1812236 Aug 10 15:32:13.659476 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-deleted', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:13.673364 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7141da1-f6f8-4d6c-b4aa-53fae64a5c12" -d '{"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-deleted", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:13.693941 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b513-659e-44a9-b34c-a2e46b754546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.728511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bec41-72cd-4b2a-ad63-6d350721a02a x-openstack-request-id: req-707bec41-72cd-4b2a-ad63-6d350721a02a {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:13.729075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677221b-e6fc-4805-994f-2a8b32156203", "name": "network-vif-deleted", "tag": "bb7b56ec-8c8f-4af3-86d1-4d571677c216", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:13.729514 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-707bec41-72cd-4b2a-ad63-6d350721a02a {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:13.730123 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8677221b-e6fc-4805-994f-2a8b32156203', 'name': 'network-vif-deleted', 'tag': 'bb7b56ec-8c8f-4af3-86d1-4d571677c216', 'status': 'completed', 'code': 200} Aug 10 15:32:13.743230 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.782249 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d84b9f0-1439-43d6-a0cc-21771f3305d3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:13.790467 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:13.792454 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9a91851e-d55a-4753-9144-582b47bcf184 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d84b9f0-1439-43d6-a0cc-21771f3305d3 HTTP/1.1" status: 204 len: 168 time: 0.3280067 Aug 10 15:32:13.795164 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60884) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:13.814035 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:32:13.879812 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.031841 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e2a43df-4d0d-4aa3-8216-c3fbe9ffdcf6 req-eb620a75-762c-45ec-abf8-a0fb60cd0f1d tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/ports?device_id=8677221b-e6fc-4805-994f-2a8b32156203 HTTP/1.1" status: 200 len: 210 time: 0.0385375 Aug 10 15:32:14.034213 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.048875 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29695d7d-6d68-4655-97e0-e4a875eab32f']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:14.067252 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba3a563-e912-452a-9595-eaadcddc8e27') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:14.068375 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba3a563-e912-452a-9595-eaadcddc8e27') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:14.080611 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.087039 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:14.101383 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.108638 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:32:14.109263 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:32:14.115161 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:32:14.119879 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:32:14.129654 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:32:14.130542 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:31:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:14.180730 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.191015 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.196120 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] 10.222.0.32 "DELETE /v2.0/networks/29695d7d-6d68-4655-97e0-e4a875eab32f HTTP/1.1" status: 204 len: 168 time: 0.3972859 Aug 10 15:32:14.204318 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfc0dd-dfe8-44f4-a8bc-e5927982bcbc admin admin] Pushing event deleted for resources: {'Network': ['ID=29695d7d-6d68-4655-97e0-e4a875eab32f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:14.256405 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:32:14.346829 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60890) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:14.385386 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.413020 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-92fde43e-875c-438e-b51f-e52e501a7d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fba5c3a57b214e328e4058c97b8a627b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650036 Aug 10 15:32:14.417317 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60894) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:14.485388 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-43985c53-cf16-431a-aea2-4ab33d1fc706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.490628 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:14.509400 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-43985c53-cf16-431a-aea2-4ab33d1fc706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.522367 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5067e-cb15-4040-a3ee-50bcef320a88 None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:25:14Z', 'revision_number': 4, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '0bba5bbd-266c-4dd2-b258-27c15db9b4de', 'name': '', 'network_id': 'eee1b5ed-b863-4755-ac90-e7cc2376e15a', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'mac_address': 'fa:16:3e:e0:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:12Z', 'updated_at': '2021-08-10T15:25:26Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'subnets': [{'id': 'a0a1d924-2f44-4246-b15f-097b98cfc0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:32:14.563441 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-43985c53-cf16-431a-aea2-4ab33d1fc706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.566146 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-43985c53-cf16-431a-aea2-4ab33d1fc706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:14.570766 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-43985c53-cf16-431a-aea2-4ab33d1fc706 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54074683-d896-4d12-b0e0-78d0c82b3504 HTTP/1.1" status: 204 len: 168 time: 0.1522672 Aug 10 15:32:14.587498 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985c53-cf16-431a-aea2-4ab33d1fc706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54074683-d896-4d12-b0e0-78d0c82b3504,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:14.799591 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d70572-6830-4b98-bb7f-d0af211441b3 None None] New status for floating IP 24d2751f-af0b-40e8-9c97-bb6b05fa840b: DOWN {{(pid=93276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:32:15.155548 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60926) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:15.224799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-caa825a3-96c9-4d31-bd6d-79c8bb349193 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.260100 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-caa825a3-96c9-4d31-bd6d-79c8bb349193 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.326723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-caa825a3-96c9-4d31-bd6d-79c8bb349193 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.329379 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-caa825a3-96c9-4d31-bd6d-79c8bb349193 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.331011 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-caa825a3-96c9-4d31-bd6d-79c8bb349193 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "DELETE /v2.0/security-groups/2aec345e-f831-4309-9191-21d7bcbd0995 HTTP/1.1" status: 204 len: 168 time: 0.1742163 Aug 10 15:32:15.334092 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60934) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:15.342661 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa825a3-96c9-4d31-bd6d-79c8bb349193 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec345e-f831-4309-9191-21d7bcbd0995,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:15.364918 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.api.v2.resource [None req-b5a3e76a-39c7-4452-8810-5f737fa57984 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] show failed (client error): The resource could not be found. Aug 10 15:32:15.368732 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b5a3e76a-39c7-4452-8810-5f737fa57984 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "GET /v2.0/security-groups/2aec345e-f831-4309-9191-21d7bcbd0995 HTTP/1.1" status: 404 len: 347 time: 0.0293627 Aug 10 15:32:15.369601 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 60936) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:15.522017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Deleting port ccdceb13-3cfa-4061-ad03-110d3207e937 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:32:15.522665 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.650203 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.650535 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.663330 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Calling delete_port for ccdceb13-3cfa-4061-ad03-110d3207e937 owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:32:15.822065 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.857717 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Pushing event deleted for resources: {'Port': ['ID=ccdceb13-3cfa-4061-ad03-110d3207e937,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:15.934006 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.937950 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:15.939511 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a8d4b5cd-84e7-42da-9103-5d0721bafe68 tempest-AttachVolumeShelveTestJSON-1789686820 tempest-AttachVolumeShelveTestJSON-1789686820-project] 10.222.0.32 "DELETE /v2.0/floatingips/24d2751f-af0b-40e8-9c97-bb6b05fa840b HTTP/1.1" status: 204 len: 168 time: 0.5688765 Aug 10 15:32:16.172898 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:16.194983 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: bb7b56ec-8c8f-4af3-86d1-4d571677c216 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:16.195330 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device bb7b56ec-8c8f-4af3-86d1-4d571677c216 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:16.280659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2a2b2bde-f309-4be7-aeff-19d1c493a95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:16.595853 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:17.572203 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:19.367479 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:20.124479 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-f9c9f2b2-3fcb-4721-a030-9dae6e73fab2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450499 Aug 10 15:32:20.234297 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-eb35b35d-a08e-44e2-8701-16882ba52341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:20.235715 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-eb35b35d-a08e-44e2-8701-16882ba52341 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0461338 Aug 10 15:32:20.355917 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-798d4c86-7a8c-4fa7-830b-a02c8852fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:20.357552 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-798d4c86-7a8c-4fa7-830b-a02c8852fa42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.1009538 Aug 10 15:32:20.441434 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-11a3cb5a-f771-4ea1-99dc-3d1a1a3382c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 1001 time: 0.0759280 Aug 10 15:32:20.500923 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-61bb7220-57a5-4f08-8215-6ab5bc3ec03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:20.501586 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-61bb7220-57a5-4f08-8215-6ab5bc3ec03b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0532629 Aug 10 15:32:20.517638 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 60992) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:20.557119 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-39c2d66b-7e1d-42fe-bfb7-0498c2d67a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:20.558747 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-39c2d66b-7e1d-42fe-bfb7-0498c2d67a4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482790 Aug 10 15:32:20.653934 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-a5592dd4-8ab1-420e-ac4c-912e0039b941 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874813 Aug 10 15:32:20.749318 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ce175878-c9e2-4681-b2e8-cc8fa3c9b4bd req-83986e4d-5830-4007-a29c-3246f134281d service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851080 Aug 10 15:32:21.310193 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:21.592214 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Deleting port 0bba5bbd-266c-4dd2-b258-27c15db9b4de {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:32:21.592928 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:21.673727 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] For port 0bba5bbd-266c-4dd2-b258-27c15db9b4de, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=0bba5bbd-266c-4dd2-b258-27c15db9b4de,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:21.674182 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:21.692092 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Calling delete_port for 0bba5bbd-266c-4dd2-b258-27c15db9b4de owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:32:21.882617 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:21.910584 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bba5bbd-266c-4dd2-b258-27c15db9b4de,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:22.086649 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:22.316921 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Router b3243946-8723-4c3c-8ce8-eae8b253a4d1 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:32:22.433436 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:32:22.439719 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a265a048-3200-4249-8df7-8663b9ea08c9 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3243946-8723-4c3c-8ce8-eae8b253a4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9209559 Aug 10 15:32:22.444543 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 32780) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:22.447890 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] Sync routers for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:32:22.459422 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:32:22.460661 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:32:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:22.584928 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:32:22.623691 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:22.737021 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-abd6ffdb-dc40-4159-bbbd-500cfcbec67a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:22.741169 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-abd6ffdb-dc40-4159-bbbd-500cfcbec67a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1916976 Aug 10 15:32:22.772506 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-f397d902-8029-4ecc-8d1f-138882cfd1a1 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/quotas/48fcd2ae2b3f48da9fa8734930834c47 HTTP/1.1" status: 200 len: 375 time: 0.0160286 Aug 10 15:32:22.779207 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '367276d1-121a-44f6-b979-33c767a94370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:32:21Z', 'revision_number': 5, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port': {'id': '367276d1-121a-44f6-b979-33c767a94370', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:25:05Z', 'updated_at': '2021-08-10T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:22.790165 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:22.811538 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] Checking router: b3243946-8723-4c3c-8ce8-eae8b253a4d1 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:32:22.821501 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] Routers {'b3243946-8723-4c3c-8ce8-eae8b253a4d1'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:32:22.822191 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:32:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:22.855889 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-a8eaf380-b65e-4de5-91f2-2fe09ca0aae0 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767663 Aug 10 15:32:22.912403 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] Set router b3243946-8723-4c3c-8ce8-eae8b253a4d1 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:32:22.918085 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Deleting port 367276d1-121a-44f6-b979-33c767a94370 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:32:22.918425 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:22.970366 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:32:22Z', 'revision_number': 6, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:22.997589 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73100a6-32e7-4ff7-a7ab-26d0097fee4a None None] The sync data for ids ['b3243946-8723-4c3c-8ce8-eae8b253a4d1'] in dv-cinder-804093-1-iscsi is: [{'id': 'b3243946-8723-4c3c-8ce8-eae8b253a4d1', 'name': 'tempest-AttachVolumeShelveTestJSON-977403522-router', 'tenant_id': '3e5da004933548b092877a29a016ee15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:25:03Z', 'updated_at': '2021-08-10T15:32:22Z', 'revision_number': 6, 'project_id': '3e5da004933548b092877a29a016ee15', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:32:23.012795 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-ff27df0b-9d85-4252-a54f-09a380b82d70 service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462903 Aug 10 15:32:23.089080 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] For port 367276d1-121a-44f6-b979-33c767a94370, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=367276d1-121a-44f6-b979-33c767a94370,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:23.089449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.108017 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Calling delete_port for 367276d1-121a-44f6-b979-33c767a94370 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:32:23.177737 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-726b5aa0-6a0f-4e5e-8330-b2a917b78f49 service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560071 Aug 10 15:32:23.309681 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.346482 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Pushing event deleted for resources: {'Port': ['ID=367276d1-121a-44f6-b979-33c767a94370,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:23.389345 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8c2637a-e256-4d6d-9ced-bd2d22a7b63d req-56bf2860-f867-4d07-a189-7937e65e7860 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 210 time: 0.0576231 Aug 10 15:32:23.438443 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.543997 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.544442 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.604681 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.605972 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3243946-8723-4c3c-8ce8-eae8b253a4d1 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:32:23.610869 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.614966 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-21e90d75-9ced-4fde-9350-3774198c2703 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b3243946-8723-4c3c-8ce8-eae8b253a4d1 HTTP/1.1" status: 204 len: 168 time: 1.1686623 Aug 10 15:32:23.615643 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 32802) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:23.673520 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_v2 [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Deleting subnet a0a1d924-2f44-4246-b15f-097b98cfc0af {{(pid=93274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:32:23.679077 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.723036 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11353954'] for subnet, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.847152 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.917466 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11301530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10704802'] for subnet, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.944722 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a1d924-2f44-4246-b15f-097b98cfc0af,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:23.948469 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:23.952660 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d272def8-2d22-4384-a5fe-4d46b109c8d0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0a1d924-2f44-4246-b15f-097b98cfc0af HTTP/1.1" status: 204 len: 168 time: 0.3334489 Aug 10 15:32:23.952923 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 32806) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:23.955917 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d740b-ae34-412a-a450-9505d3e8203f None None] Network eee1b5ed-b863-4755-ac90-e7cc2376e15a requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:32:24.044276 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.065920 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0bba5bbd-266c-4dd2-b258-27c15db9b4de no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:24.106086 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 0bba5bbd-266c-4dd2-b258-27c15db9b4de {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:24.106430 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 0bba5bbd-266c-4dd2-b258-27c15db9b4de not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:24.106839 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 367276d1-121a-44f6-b979-33c767a94370 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:24.115475 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Deleting port 357866dd-939d-49d8-999f-898465baa49d {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:32:24.115910 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.128417 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 367276d1-121a-44f6-b979-33c767a94370 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:24.128761 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 367276d1-121a-44f6-b979-33c767a94370 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:24.193042 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] For port 357866dd-939d-49d8-999f-898465baa49d, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=357866dd-939d-49d8-999f-898465baa49d,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:24.193428 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.198580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] DHCP port deletion for eee1b5ed-b863-4755-ac90-e7cc2376e15a request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:32:24.209303 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Calling delete_port for 357866dd-939d-49d8-999f-898465baa49d owned by network:dhcp {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:32:24.246184 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] Deleting port 357866dd-939d-49d8-999f-898465baa49d {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:32:24.246563 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.303639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.317431 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] For port 357866dd-939d-49d8-999f-898465baa49d, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=357866dd-939d-49d8-999f-898465baa49d,segment=NetworkSegment(ffec171b-9512-4c41-9d93-904bb5d21648),segment_id=ffec171b-9512-4c41-9d93-904bb5d21648)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:24.318064 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.331774 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] Calling delete_port for 357866dd-939d-49d8-999f-898465baa49d owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:32:24.332621 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=357866dd-939d-49d8-999f-898465baa49d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:24.336032 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] No DVR routers for this DVR port 357866dd-939d-49d8-999f-898465baa49d on host dv-cinder-804093-1-iscsi {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:32:24.413342 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.416637 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.427236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee1b5ed-b863-4755-ac90-e7cc2376e15a']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:24.438208 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffec171b-9512-4c41-9d93-904bb5d21648') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:24.438551 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffec171b-9512-4c41-9d93-904bb5d21648') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:32:24.442814 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] Pushing event deleted for resources: {'Port': ['ID=357866dd-939d-49d8-999f-898465baa49d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:24.446611 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1aab2-e55f-4df8-a1fa-7814e73654fd None None] No DVR routers for this DVR port 357866dd-939d-49d8-999f-898465baa49d on host dv-cinder-804093-1-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:32:24.453689 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.478716 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.485542 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:32:24.486082 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:32:24.487898 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:32:24.501944 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-eb088bbf-0bd9-42bb-8435-609f3ffdd1b7 req-4a08b751-ff72-4bbe-87ee-985e5a988560 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 210 time: 0.0309219 Aug 10 15:32:24.553608 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.559034 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.561143 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] 10.222.0.32 "DELETE /v2.0/networks/eee1b5ed-b863-4755-ac90-e7cc2376e15a HTTP/1.1" status: 204 len: 168 time: 0.6072185 Aug 10 15:32:24.574409 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db229a-f34b-4103-b78f-9228657dfcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=eee1b5ed-b863-4755-ac90-e7cc2376e15a,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:24.681350 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 32814) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:24.723352 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c2993963-b8a8-432f-b210-09ec6cb4e035 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e5da004933548b092877a29a016ee15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403008 Aug 10 15:32:24.726081 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 32816) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:24.776323 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-18c00bb9-f338-45f1-bde4-4205a4256b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.797641 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-18c00bb9-f338-45f1-bde4-4205a4256b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.846719 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-18c00bb9-f338-45f1-bde4-4205a4256b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.849870 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-18c00bb9-f338-45f1-bde4-4205a4256b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:24.851012 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-18c00bb9-f338-45f1-bde4-4205a4256b84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ce52461-85d0-4383-8b9c-ffd055871d08 HTTP/1.1" status: 204 len: 168 time: 0.1238449 Aug 10 15:32:24.859105 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c00bb9-f338-45f1-bde4-4205a4256b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce52461-85d0-4383-8b9c-ffd055871d08,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:25.299682 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-95ae7565-896d-4b6c-b73b-0cb72409cc92 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:25.299682 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-95ae7565-896d-4b6c-b73b-0cb72409cc92 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1472218 Aug 10 15:32:25.325385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Request body: {'port': {'device_id': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'admin_state_up': True, 'tenant_id': '48fcd2ae2b3f48da9fa8734930834c47'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:25.467080 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Made reservation on behalf of 48fcd2ae2b3f48da9fa8734930834c47 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:32:25.470568 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:25.614996 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0f0af59c-a439-4299-bba7-cf176c610527 req-565fc02f-b7d8-4b50-b4ea-f6f336afe19c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 210 time: 0.0288868 Aug 10 15:32:25.651799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Allocated IP 172.20.0.5 (8842938b-48ad-4717-86ef-f22badb337d7/fd67a19b-ef42-44c0-a245-2d62e20b8c55/9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:32:25.823098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:25.864233 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:25.899927 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:32:25.907619 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Network 8842938b-48ad-4717-86ef-f22badb337d7 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:32:25.914690 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:32:25.917113 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:32:25.953395 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event updated for resources: {'Port': ['ID=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:25.988031 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:25.990413 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:26.012179 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-17a0c8ed-e13a-42d0-b15e-ca10438b69d4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908309 Aug 10 15:32:26.034287 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 357866dd-939d-49d8-999f-898465baa49d no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:32:26.062711 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 357866dd-939d-49d8-999f-898465baa49d {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:32:26.063060 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 357866dd-939d-49d8-999f-898465baa49d not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:32:26.735213 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d37fe-ec62-4f8d-ba4a-eb90dcc08149 req-6c1c366f-2cf4-483e-990c-5bd24509792c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:26.736706 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c51d37fe-ec62-4f8d-ba4a-eb90dcc08149 req-6c1c366f-2cf4-483e-990c-5bd24509792c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 931 time: 0.0534122 Aug 10 15:32:26.777455 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c51d37fe-ec62-4f8d-ba4a-eb90dcc08149 req-aaa2f8e7-078e-4bc5-ab72-a80488582781 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Aug 10 15:32:27.899679 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4d153-3b42-4237-96b3-d78fe6d9ab8e req-30f86e95-b042-407e-aa73-adf4655ca27f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:27.901196 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-71d4d153-3b42-4237-96b3-d78fe6d9ab8e req-30f86e95-b042-407e-aa73-adf4655ca27f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 931 time: 0.0516784 Aug 10 15:32:27.940527 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-71d4d153-3b42-4237-96b3-d78fe6d9ab8e req-764e6c8b-8fd4-4703-b431-1d5ba75fda0d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333240 Aug 10 15:32:28.852246 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Request body: {'port': {'device_id': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:28.908724 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:29.061157 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4874-d746-4da4-af0c-652eb3118b3b req-3eafb4d3-9811-4157-a285-df7cc8c8330b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:29.062638 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e4874-d746-4da4-af0c-652eb3118b3b req-3eafb4d3-9811-4157-a285-df7cc8c8330b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 931 time: 0.0496705 Aug 10 15:32:29.102297 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e4874-d746-4da4-af0c-652eb3118b3b req-22dea28c-9c2a-4fbf-9f4f-398a48af62c9 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Aug 10 15:32:29.180327 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:32:29.188023 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:29.201482 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Transition to ACTIVE for port object 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:32:29.205184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:29.258914 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Pushing event updated for resources: {'Port': ['ID=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:29.340040 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Attempting to bind port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:32:29.340527 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Attempting to bind port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:32:29.341335 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Attempting to bind port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:32:29.346203 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 on network 8842938b-48ad-4717-86ef-f22badb337d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:32:29.346586 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Attempting to bind port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:32:29.352843 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:32:29.353185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Checking segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:32:29.353576 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Bound using segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:32:29.354048 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Bound port: 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:32:29.354415 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:29.432142 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] For port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:32:29.435278 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] For port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:32:29.440782 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:29.478599 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:29.479220 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:29.480612 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] 10.222.0.16 "PUT /v2.0/ports/9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 HTTP/1.1" status: 200 len: 1093 time: 0.6328819 Aug 10 15:32:29.481062 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'tag': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:29.483359 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c238fcda-db24-4bbd-aa17-70b522915104" -d '{"events": [{"name": "network-changed", "server_uuid": "6b08bdeb-a4bc-4b6d-988f-63463f5471bb", "tag": "9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:29.512413 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3de88-01ae-4190-90d5-ebcf827f0483 service neutron] Pushing event updated for resources: {'Port': ['ID=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:29.531375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88006656-8403-417c-a237-1cc09e2cb915 x-openstack-request-id: req-88006656-8403-417c-a237-1cc09e2cb915 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:29.531843 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b08bdeb-a4bc-4b6d-988f-63463f5471bb", "tag": "9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:29.532098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88006656-8403-417c-a237-1cc09e2cb915 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:29.532553 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'tag': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', 'status': 'completed', 'code': 200} Aug 10 15:32:29.592097 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-404a30fc-7997-4861-b977-de8ae2455a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:29.593679 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-404a30fc-7997-4861-b977-de8ae2455a1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 1096 time: 0.0432072 Aug 10 15:32:29.647054 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-093ea100-a0f6-45fc-86ad-2fda90ba3965 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 HTTP/1.1" status: 200 len: 217 time: 0.0362806 Aug 10 15:32:29.706345 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-11769bb9-79ae-4d7e-8d5c-7905b8c98300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:29.707917 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-11769bb9-79ae-4d7e-8d5c-7905b8c98300 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0539570 Aug 10 15:32:29.742774 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-3a9dba4c-0273-4061-93af-e745d00af644 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274184 Aug 10 15:32:29.834711 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-87d0232d-97e1-405c-8f50-9b2482c395b6 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843723 Aug 10 15:32:29.934814 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-b434586c-207c-4d76-b662-f3cbfa8ca116 req-1c3f1c34-7464-4279-b474-0bd9130e9c24 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927572 Aug 10 15:32:30.081667 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238fcda-db24-4bbd-aa17-70b522915104 req-e12be338-a8d1-41ef-9f48-499489fc7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:30.081667 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-e12be338-a8d1-41ef-9f48-499489fc7331 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 1096 time: 0.0444937 Aug 10 15:32:30.188113 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238fcda-db24-4bbd-aa17-70b522915104 req-9c164635-341d-4465-bac9-27cef97121fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:30.189861 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-9c164635-341d-4465-bac9-27cef97121fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 915 time: 0.1009653 Aug 10 15:32:30.235283 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-b82c1afd-2bf8-4a7e-9e97-e3f862e1c58d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 HTTP/1.1" status: 200 len: 217 time: 0.0366335 Aug 10 15:32:30.237449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e940c-d6ce-4e83-843d-7c53cb7b6007 req-0d45a90c-4d66-4d08-9259-385bdfb77ddf tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:30.239327 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-406e940c-d6ce-4e83-843d-7c53cb7b6007 req-0d45a90c-4d66-4d08-9259-385bdfb77ddf tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 943 time: 0.0564039 Aug 10 15:32:30.285366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-406e940c-d6ce-4e83-843d-7c53cb7b6007 req-1b3dde3e-992b-4939-8805-bcaca293b22f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Aug 10 15:32:30.295502 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238fcda-db24-4bbd-aa17-70b522915104 req-00caf1c9-7b99-46b3-9795-b87d4458bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:30.297001 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-00caf1c9-7b99-46b3-9795-b87d4458bb23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0515738 Aug 10 15:32:30.331923 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-4a761812-9ad3-49b3-872a-eef616fb28e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260894 Aug 10 15:32:30.431863 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-9727b563-7428-42dc-9f0a-d0203b888b59 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Aug 10 15:32:30.528583 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c238fcda-db24-4bbd-aa17-70b522915104 req-37117ba5-897e-48df-98d3-fa549189bdb0 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 Aug 10 15:32:31.403808 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8e596-866a-4ecf-86e2-ac3b9c4c9e6d req-379bfcf9-0d5a-4bd2-8791-f21337e32a55 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:31.405401 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c9e8e596-866a-4ecf-86e2-ac3b9c4c9e6d req-379bfcf9-0d5a-4bd2-8791-f21337e32a55 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 943 time: 0.0520325 Aug 10 15:32:31.453368 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c9e8e596-866a-4ecf-86e2-ac3b9c4c9e6d req-6914897d-b088-4cb4-bbe9-cea0e862cd83 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Aug 10 15:32:32.593626 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c6f51-e1f9-4981-b0ae-7974020319b1 req-6e45e72b-883e-45e4-a448-fa9fb247b4b4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:32.595834 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-816c6f51-e1f9-4981-b0ae-7974020319b1 req-6e45e72b-883e-45e4-a448-fa9fb247b4b4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 943 time: 0.0517035 Aug 10 15:32:32.659781 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-816c6f51-e1f9-4981-b0ae-7974020319b1 req-002df195-7711-43b9-9808-7cfdee72f5c2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516086 Aug 10 15:32:32.915312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:32:33.023330 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:33.036864 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'port_id': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', 'mac_address': 'fa:16:3e:6e:e0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd67a19b-ef42-44c0-a245-2d62e20b8c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:32:33.075761 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:33.089133 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:32:33.109855 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:33.114507 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:33.169772 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:33.446559 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:32:33.792605 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36a2f-8ad9-4178-9297-9bf3bcef0038 req-330d519c-940b-4a96-99c1-1ad50cbcecda tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:33.794220 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-41d36a2f-8ad9-4178-9297-9bf3bcef0038 req-330d519c-940b-4a96-99c1-1ad50cbcecda tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 944 time: 0.0539589 Aug 10 15:32:33.840394 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-41d36a2f-8ad9-4178-9297-9bf3bcef0038 req-80f26987-ed6e-476e-bc55-13ccda30f115 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Aug 10 15:32:34.928074 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:32:34.968792 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed3972-ff20-48e2-a6fd-4c157b45b4aa req-74ec7e0b-bc69-4656-bd3c-12ee40ecc455 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:34.976938 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58ed3972-ff20-48e2-a6fd-4c157b45b4aa req-74ec7e0b-bc69-4656-bd3c-12ee40ecc455 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 944 time: 0.0657773 Aug 10 15:32:34.992597 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:32:34.997572 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:32:34.997973 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.020821 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-58ed3972-ff20-48e2-a6fd-4c157b45b4aa req-36771aa1-be9b-4fea-82fd-2bd91e7a5b1d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Aug 10 15:32:35.095713 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.119964 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:35.122303 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d5efe5-df50-4a87-b861-6e3b9bb76eec" -d '{"events": [{"server_uuid": "6b08bdeb-a4bc-4b6d-988f-63463f5471bb", "name": "network-vif-plugged", "status": "completed", "tag": "9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:35.138526 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:35.143181 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.169426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499f357b-9577-438d-9442-16e33dcb0d01 x-openstack-request-id: req-499f357b-9577-438d-9442-16e33dcb0d01 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:35.169714 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b08bdeb-a4bc-4b6d-988f-63463f5471bb", "name": "network-vif-plugged", "status": "completed", "tag": "9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:35.170070 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-499f357b-9577-438d-9442-16e33dcb0d01 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:35.170389 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', 'code': 200} Aug 10 15:32:35.201991 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:35.247354 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33028) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:35.381362 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ca644046-d16d-442c-9c50-00a255c56109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.413230 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3333c-b084-4555-bd67-d1b3df9d8d04 req-3310ce10-1aa7-4a15-ac5b-7033ef75326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:35.414783 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-daa3333c-b084-4555-bd67-d1b3df9d8d04 req-3310ce10-1aa7-4a15-ac5b-7033ef75326c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 1098 time: 0.0753641 Aug 10 15:32:35.480850 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-daa3333c-b084-4555-bd67-d1b3df9d8d04 req-4b595d0f-b7bd-484b-a0ad-2fbd0818177b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572124 Aug 10 15:32:35.519547 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ca644046-d16d-442c-9c50-00a255c56109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.526863 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ca644046-d16d-442c-9c50-00a255c56109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.564449 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca644046-d16d-442c-9c50-00a255c56109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8b4c0f-9a46-4f88-96a6-103cf14ae6ab,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:35.569482 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ca644046-d16d-442c-9c50-00a255c56109 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=391b769b36f54b66b83bf07dd800ec55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208592 Aug 10 15:32:35.572056 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33036) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:35.628094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4d3f43db-155b-4bc5-8cf6-dfd06389c72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.654328 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4d3f43db-155b-4bc5-8cf6-dfd06389c72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.709326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4d3f43db-155b-4bc5-8cf6-dfd06389c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.711850 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4d3f43db-155b-4bc5-8cf6-dfd06389c72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:35.713216 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-4d3f43db-155b-4bc5-8cf6-dfd06389c72d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f8b4c0f-9a46-4f88-96a6-103cf14ae6ab HTTP/1.1" status: 204 len: 168 time: 0.1402235 Aug 10 15:32:35.722052 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f43db-155b-4bc5-8cf6-dfd06389c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8b4c0f-9a46-4f88-96a6-103cf14ae6ab,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:36.147604 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ac569-f4ce-4099-9f8b-4a46f54ecb68 req-d8f2d215-291d-4a41-a6a1-262f43af739c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:36.149207 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e64ac569-f4ce-4099-9f8b-4a46f54ecb68 req-d8f2d215-291d-4a41-a6a1-262f43af739c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 945 time: 0.0512486 Aug 10 15:32:36.187685 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e64ac569-f4ce-4099-9f8b-4a46f54ecb68 req-3043fa11-c403-4e47-85d0-46c1bdc8d62d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Aug 10 15:32:36.922316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33050) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:37.025475 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f13b6b42-0abd-4bce-adca-c7db8638ae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.110783 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f13b6b42-0abd-4bce-adca-c7db8638ae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.114839 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f13b6b42-0abd-4bce-adca-c7db8638ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.150326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b6b42-0abd-4bce-adca-c7db8638ae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7623aa32-6945-42e0-b5c0-108f4d6670b6,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:37.156029 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f13b6b42-0abd-4bce-adca-c7db8638ae3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaf8adba4fdb4d18975682567bfcf65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326841 Aug 10 15:32:37.158560 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33054) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:37.208583 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8fd10668-2a15-494b-afe3-e6c3bb5e9ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.230690 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8fd10668-2a15-494b-afe3-e6c3bb5e9ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.280656 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8fd10668-2a15-494b-afe3-e6c3bb5e9ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.283448 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8fd10668-2a15-494b-afe3-e6c3bb5e9ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:37.284610 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-8fd10668-2a15-494b-afe3-e6c3bb5e9ac1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7623aa32-6945-42e0-b5c0-108f4d6670b6 HTTP/1.1" status: 204 len: 168 time: 0.1249175 Aug 10 15:32:37.293340 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10668-2a15-494b-afe3-e6c3bb5e9ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7623aa32-6945-42e0-b5c0-108f4d6670b6,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:37.321678 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c011-83a1-455b-97a2-7363e2e034b8 req-b5434b9b-881c-44ee-b54e-fab1b4581b5c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:37.323241 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8c52c011-83a1-455b-97a2-7363e2e034b8 req-b5434b9b-881c-44ee-b54e-fab1b4581b5c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 945 time: 0.0671828 Aug 10 15:32:37.361752 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8c52c011-83a1-455b-97a2-7363e2e034b8 req-45d63176-257d-43e7-b11b-43b7a4729264 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Aug 10 15:32:39.219195 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-895c67e8-6249-43e5-b767-ea8987021d48 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:39.221458 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-895c67e8-6249-43e5-b767-ea8987021d48 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1301744 Aug 10 15:32:39.238886 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-285ba837-1bd2-4b42-b21e-4e8e29ecd705 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/quotas/48fcd2ae2b3f48da9fa8734930834c47 HTTP/1.1" status: 200 len: 375 time: 0.0102861 Aug 10 15:32:39.295404 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-0857d828-0018-458a-9824-4f51b4f3ec0a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501883 Aug 10 15:32:39.390594 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-7ed0b13f-9066-466d-9035-045cf025877c service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Aug 10 15:32:39.480447 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-8d9bba49-4fff-4563-b32c-054efbd56759 service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837698 Aug 10 15:32:39.666263 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29cb1b67-09d3-4e71-abed-608a24aad458 req-6a1cad00-c657-4cc3-a2df-2a39bd845a4d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 210 time: 0.0316250 Aug 10 15:32:40.767268 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7c08fd7-5452-4cb7-8851-4e9f74e3cc47 req-5a53e1eb-fe58-40f3-8c80-560d9c974cac tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 210 time: 0.0259309 Aug 10 15:32:40.788329 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a55fbdb2-50e6-4014-aeb6-ce29d3188ca3 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:40.789773 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a55fbdb2-50e6-4014-aeb6-ce29d3188ca3 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1127281 Aug 10 15:32:40.824913 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Request body: {'port': {'device_id': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'admin_state_up': True, 'tenant_id': '48fcd2ae2b3f48da9fa8734930834c47'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:40.953773 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Made reservation on behalf of 48fcd2ae2b3f48da9fa8734930834c47 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:32:40.957371 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:41.322372 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Allocated IP 172.20.0.14 (8842938b-48ad-4717-86ef-f22badb337d7/fd67a19b-ef42-44c0-a245-2d62e20b8c55/7fc5861e-36fe-44f5-9efc-de9b838b1ef1) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:32:41.474813 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:41.513376 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:41.553154 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:32:41.553720 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Network 8842938b-48ad-4717-86ef-f22badb337d7 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:32:41.558629 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:32:41.562338 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:32:41.593533 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event updated for resources: {'Port': ['ID=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:41.619541 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:41.620171 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:41.636385 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-3e3ee5f4-2b4d-4eda-b3ec-25337f3e5643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8153732 Aug 10 15:32:41.658487 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Request body: {'port': {'device_id': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:32:41.715701 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:41.899121 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fb739-2ab6-405d-85dc-484a1989b00c req-413d5667-bda6-45b2-88b1-397cdea86b2a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:41.900733 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aa0fb739-2ab6-405d-85dc-484a1989b00c req-413d5667-bda6-45b2-88b1-397cdea86b2a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 932 time: 0.0577226 Aug 10 15:32:41.946137 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aa0fb739-2ab6-405d-85dc-484a1989b00c req-997e2d4e-263c-4ad3-9735-e23e039fdd3a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386412 Aug 10 15:32:42.005184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:32:42.013826 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:42.026355 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Transition to ACTIVE for port object 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:32:42.030951 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:42.089462 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Pushing event updated for resources: {'Port': ['ID=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:42.166402 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Attempting to bind port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:32:42.166734 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Attempting to bind port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:32:42.167059 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Attempting to bind port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:32:42.171830 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 on network 8842938b-48ad-4717-86ef-f22badb337d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:32:42.172148 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Attempting to bind port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:32:42.176915 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:32:42.177268 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Checking segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:32:42.177644 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Bound using segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:32:42.178090 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Bound port: 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:32:42.178532 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:42.239557 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] For port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:32:42.244490 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] For port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:32:42.248441 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:42.285288 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:42.285923 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:42.287305 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] 10.222.0.16 "PUT /v2.0/ports/7fc5861e-36fe-44f5-9efc-de9b838b1ef1 HTTP/1.1" status: 200 len: 1094 time: 0.6333866 Aug 10 15:32:42.287750 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'tag': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:42.290005 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3338f810-d097-4ef3-95ca-6eb37cd8c596" -d '{"events": [{"name": "network-changed", "server_uuid": "29b62c9e-0c94-4ecf-a013-5c02e36ca1cc", "tag": "7fc5861e-36fe-44f5-9efc-de9b838b1ef1"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:42.316053 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a4cb-3282-4f3d-b8b3-8dca1deab0ba service neutron] Pushing event updated for resources: {'Port': ['ID=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:42.331517 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861bf426-d43a-4fe2-80cd-088368b5c254 x-openstack-request-id: req-861bf426-d43a-4fe2-80cd-088368b5c254 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:42.331812 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b62c9e-0c94-4ecf-a013-5c02e36ca1cc", "tag": "7fc5861e-36fe-44f5-9efc-de9b838b1ef1", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:42.332076 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-861bf426-d43a-4fe2-80cd-088368b5c254 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:42.332469 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'tag': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1', 'status': 'completed', 'code': 200} Aug 10 15:32:42.400934 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-ddd2daec-cc08-43fa-a252-ed5f976a4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:42.402488 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-ddd2daec-cc08-43fa-a252-ed5f976a4365 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 1097 time: 0.0426996 Aug 10 15:32:42.455299 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-b55d160d-852a-427a-a009-c88028718e7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1 HTTP/1.1" status: 200 len: 217 time: 0.0369947 Aug 10 15:32:42.508823 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-d56e8fd5-ad99-4ed8-9f67-ac342ce41f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:42.510228 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-d56e8fd5-ad99-4ed8-9f67-ac342ce41f0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0472684 Aug 10 15:32:42.543549 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-cf26a54b-dc5e-481a-80b3-9db17bc2bce4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241323 Aug 10 15:32:42.640259 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-39c41074-d677-47b7-bfa7-97aeb5d85562 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Aug 10 15:32:42.761541 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-017738b8-c229-4d4e-9b36-6a1381e5e37e req-bea29236-62ad-4ad0-b2cb-6643922c2de2 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075354 Aug 10 15:32:42.916643 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-93aa5ad4-3ed0-4761-830e-0c2eaf8eeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:42.918541 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-93aa5ad4-3ed0-4761-830e-0c2eaf8eeaa2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 1097 time: 0.0523160 Aug 10 15:32:43.035049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-4935615c-bd05-4583-b0bc-e8345a82d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:43.036672 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-4935615c-bd05-4583-b0bc-e8345a82d5a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 915 time: 0.1102626 Aug 10 15:32:43.097271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef066cb-8d2e-4083-971a-4c9494181af9 req-9aafb98b-5b23-4304-9cb6-b37a9368fe4e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:43.099827 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3ef066cb-8d2e-4083-971a-4c9494181af9 req-9aafb98b-5b23-4304-9cb6-b37a9368fe4e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 944 time: 0.0561261 Aug 10 15:32:43.100010 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-8d76b6bc-c0e2-410b-9ad8-b26c6c53b270 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1 HTTP/1.1" status: 200 len: 217 time: 0.0546505 Aug 10 15:32:43.146325 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3ef066cb-8d2e-4083-971a-4c9494181af9 req-8d3fed8d-bbbb-413b-8d11-dad0c7f68f4a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Aug 10 15:32:43.175360 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-620d28d5-8cbf-4659-a657-6af1417673da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:43.178174 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-620d28d5-8cbf-4659-a657-6af1417673da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0702672 Aug 10 15:32:43.212962 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-5456af9b-bc32-4272-b27c-fbcfb3ecf97e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267439 Aug 10 15:32:43.329099 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-5257fd18-42f8-4099-a20a-28bc09e5a7af service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064668 Aug 10 15:32:43.343667 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33190) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:43.455182 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-3338f810-d097-4ef3-95ca-6eb37cd8c596 req-25949989-ba73-4cd3-9a19-29d107bcbbf5 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175354 Aug 10 15:32:43.501091 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b342a7ec-6e91-4015-ac22-2b18ca1e2d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.639276 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b342a7ec-6e91-4015-ac22-2b18ca1e2d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.644685 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b342a7ec-6e91-4015-ac22-2b18ca1e2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.688390 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae1580c4-8fa5-4c25-87ae-27924add9aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.699304 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b342a7ec-6e91-4015-ac22-2b18ca1e2d5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fc1b2f527cf4508be9816a37cac1595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542042 Aug 10 15:32:43.700150 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a7ec-6e91-4015-ac22-2b18ca1e2d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95787324-14ed-4f79-b5fe-b77b9f5aea0b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:43.703454 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33194) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:43.758750 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f033309-e600-4506-a094-59f94085c071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.784019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f033309-e600-4506-a094-59f94085c071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.846647 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f033309-e600-4506-a094-59f94085c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.849452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f033309-e600-4506-a094-59f94085c071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:43.851375 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8f033309-e600-4506-a094-59f94085c071 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95787324-14ed-4f79-b5fe-b77b9f5aea0b HTTP/1.1" status: 204 len: 168 time: 0.1469989 Aug 10 15:32:43.863153 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f033309-e600-4506-a094-59f94085c071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95787324-14ed-4f79-b5fe-b77b9f5aea0b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:44.239476 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33202) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:44.254257 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6bdfba5d-bbfa-4566-ac4d-40de68961a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.301642 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784bc71-56d5-44a6-875e-221a59c61df9 req-b51b8052-1283-4167-9322-8096e8fe66eb tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:44.304761 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4784bc71-56d5-44a6-875e-221a59c61df9 req-b51b8052-1283-4167-9322-8096e8fe66eb tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 944 time: 0.0774736 Aug 10 15:32:44.362879 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4784bc71-56d5-44a6-875e-221a59c61df9 req-d7f58a3a-e499-4e48-bc5b-6d3316c99087 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Aug 10 15:32:44.373694 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.374226 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6bdfba5d-bbfa-4566-ac4d-40de68961a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.378679 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6bdfba5d-bbfa-4566-ac4d-40de68961a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.431440 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6bdfba5d-bbfa-4566-ac4d-40de68961a39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03caa710bb2343e8a51eafab1f275c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907067 Aug 10 15:32:44.434694 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33204) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:44.436665 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfba5d-bbfa-4566-ac4d-40de68961a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f87e3b-f5d2-4250-9e25-f9d1e1169933,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:44.493024 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af6ad63f-a8a5-4090-84f1-90650ef0323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.530859 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af6ad63f-a8a5-4090-84f1-90650ef0323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.619188 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af6ad63f-a8a5-4090-84f1-90650ef0323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.621958 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af6ad63f-a8a5-4090-84f1-90650ef0323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:44.623123 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-af6ad63f-a8a5-4090-84f1-90650ef0323f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5f87e3b-f5d2-4250-9e25-f9d1e1169933 HTTP/1.1" status: 204 len: 168 time: 0.1872134 Aug 10 15:32:44.631330 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad63f-a8a5-4090-84f1-90650ef0323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f87e3b-f5d2-4250-9e25-f9d1e1169933,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:45.489827 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b02a-828e-425e-9922-2267792b57eb req-13e08947-3f21-41fb-a27b-4323280e283d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:45.491331 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01b9b02a-828e-425e-9922-2267792b57eb req-13e08947-3f21-41fb-a27b-4323280e283d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 944 time: 0.0533473 Aug 10 15:32:45.534065 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01b9b02a-828e-425e-9922-2267792b57eb req-e46b0540-2e3a-4c43-9c8a-a31d430a013b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352991 Aug 10 15:32:46.291410 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8cdec4e6-bb7e-468c-b9e1-f98af0f0ad94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:46.610802 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:46.678266 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666373-cc13-411f-94c3-9cb4d85bbd50 req-3fd17368-7321-410a-add8-a96f5a3ae64c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:46.680308 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23666373-cc13-411f-94c3-9cb4d85bbd50 req-3fd17368-7321-410a-add8-a96f5a3ae64c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 944 time: 0.0561755 Aug 10 15:32:46.726429 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-23666373-cc13-411f-94c3-9cb4d85bbd50 req-442d92f0-8834-4565-88e7-344d71a382b2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Aug 10 15:32:46.984913 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:32:47.101148 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:47.115822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'port_id': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1', 'mac_address': 'fa:16:3e:37:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd67a19b-ef42-44c0-a245-2d62e20b8c55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:32:47.165681 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:47.187066 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:32:47.218043 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:47.224072 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:47.295344 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:47.575448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:47.579994 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['7fc5861e-36fe-44f5-9efc-de9b838b1ef1'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:32:47.885439 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8bed3-0599-4d50-a5a0-699d289bc1ab req-a8a6b7d3-66a9-47a0-93ef-a3ec5674d80e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:47.898296 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9da8bed3-0599-4d50-a5a0-699d289bc1ab req-a8a6b7d3-66a9-47a0-93ef-a3ec5674d80e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 945 time: 0.0860806 Aug 10 15:32:47.958688 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9da8bed3-0599-4d50-a5a0-699d289bc1ab req-1ab6699c-7cc9-42db-95e2-f3d7a01088da tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Aug 10 15:32:49.003692 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:32:49.068042 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:32:49.072775 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:32:49.074599 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:49.112661 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf271565-f77f-42d7-b131-4e9f80a4053e req-1f2261cc-536c-4d40-83c4-2a3bd48b8a71 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:49.115222 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bf271565-f77f-42d7-b131-4e9f80a4053e req-1f2261cc-536c-4d40-83c4-2a3bd48b8a71 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 945 time: 0.0677826 Aug 10 15:32:49.168853 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bf271565-f77f-42d7-b131-4e9f80a4053e req-9297434b-716a-4b8b-ab45-cd5098b1b9c7 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Aug 10 15:32:49.192587 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:32:49.211614 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:49.239093 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:32:49.241330 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955cb50e-2070-4ac8-a3c8-b8014d43faea" -d '{"events": [{"server_uuid": "29b62c9e-0c94-4ecf-a013-5c02e36ca1cc", "name": "network-vif-plugged", "status": "completed", "tag": "7fc5861e-36fe-44f5-9efc-de9b838b1ef1"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:32:49.257942 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:32:49.263409 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:49.307087 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419aeeae-5831-4576-8797-fb971b93b0bf x-openstack-request-id: req-419aeeae-5831-4576-8797-fb971b93b0bf {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:32:49.307383 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b62c9e-0c94-4ecf-a013-5c02e36ca1cc", "name": "network-vif-plugged", "status": "completed", "tag": "7fc5861e-36fe-44f5-9efc-de9b838b1ef1", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:32:49.307632 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-419aeeae-5831-4576-8797-fb971b93b0bf {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:32:49.308014 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1', 'code': 200} Aug 10 15:32:49.330185 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:49.373154 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:49.601543 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a6d5-2f4f-4afa-bcbb-51af179347d1 req-26b35b8d-922f-4f55-9d40-0d321e52a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:49.603109 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4eb5a6d5-2f4f-4afa-bcbb-51af179347d1 req-26b35b8d-922f-4f55-9d40-0d321e52a8fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 1099 time: 0.0424793 Aug 10 15:32:49.653079 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4eb5a6d5-2f4f-4afa-bcbb-51af179347d1 req-f84259f3-d719-4a30-b674-7bcd422eb165 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Aug 10 15:32:50.372219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea267e6b-ce3c-4657-b231-eec6a5ad3bff req-e7a138d5-bcda-4b0c-a56e-8350b9c5b8eb tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:50.374730 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea267e6b-ce3c-4657-b231-eec6a5ad3bff req-e7a138d5-bcda-4b0c-a56e-8350b9c5b8eb tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 946 time: 0.0934980 Aug 10 15:32:50.441174 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea267e6b-ce3c-4657-b231-eec6a5ad3bff req-e04da14d-0df1-4361-bdc5-31018c228c66 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569737 Aug 10 15:32:51.593039 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17b93d-678d-4c9b-beb3-31423799021a req-73a80d67-fb1f-4602-9268-f863d62df9c2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:51.595366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a17b93d-678d-4c9b-beb3-31423799021a req-73a80d67-fb1f-4602-9268-f863d62df9c2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 946 time: 0.0663240 Aug 10 15:32:51.658563 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5a17b93d-678d-4c9b-beb3-31423799021a req-7cf02248-dc85-4f2a-bc23-90157b890b9e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552783 Aug 10 15:32:55.525447 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bc1bd-807e-40e0-aa4d-a37d926063dc req-e78537bd-5c65-49d7-8d7a-b00a905468cf tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:55.527669 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a89bc1bd-807e-40e0-aa4d-a37d926063dc req-e78537bd-5c65-49d7-8d7a-b00a905468cf tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0813394 Aug 10 15:32:55.593503 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a89bc1bd-807e-40e0-aa4d-a37d926063dc req-45106dcc-608e-4572-8396-00a9083f30fb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546083 Aug 10 15:32:56.603911 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33350) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:56.794879 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:56.856707 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5d4a7-db09-4913-b7eb-285eefb50b2b req-ba3fcee5-231e-48d5-b075-d36d13fa8d66 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:56.859130 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7cc5d4a7-db09-4913-b7eb-285eefb50b2b req-ba3fcee5-231e-48d5-b075-d36d13fa8d66 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.1268821 Aug 10 15:32:56.958278 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7cc5d4a7-db09-4913-b7eb-285eefb50b2b req-bd69cb05-09a6-4a33-adfd-15a99ffbabb5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858846 Aug 10 15:32:57.031323 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.037308 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.106623 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a7b37ec949b4721b017bdad885c905a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010505 Aug 10 15:32:57.110205 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a1b03-84f7-4abf-a4b1-0da9eef2f650,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:57.110832 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33358) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:57.127579 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.128119 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.128649 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.129170 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.129634 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.130229 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.130747 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.131208 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.131837 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.132381 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.132842 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.133375 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4970c1e-8ff9-4c7d-881d-e544049c9ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:32:57.214112 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a2540393-a411-4018-b17f-e0e3253e4978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.253180 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a2540393-a411-4018-b17f-e0e3253e4978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.343844 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a2540393-a411-4018-b17f-e0e3253e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.348384 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a2540393-a411-4018-b17f-e0e3253e4978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.350570 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a2540393-a411-4018-b17f-e0e3253e4978 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b25a1b03-84f7-4abf-a4b1-0da9eef2f650 HTTP/1.1" status: 204 len: 168 time: 0.2381470 Aug 10 15:32:57.364898 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2540393-a411-4018-b17f-e0e3253e4978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a1b03-84f7-4abf-a4b1-0da9eef2f650,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:57.815818 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33364) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:57.838506 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1baf9cb7-2311-4404-aedc-b2856d46c4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.988139 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1baf9cb7-2311-4404-aedc-b2856d46c4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:57.994617 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1baf9cb7-2311-4404-aedc-b2856d46c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:58.059534 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9cb7-2311-4404-aedc-b2856d46c4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5732de0-a706-4ad9-9400-20a15d2c5b2e,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:58.071858 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1baf9cb7-2311-4404-aedc-b2856d46c4a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fe123ec7ca943be91dcc35e140f6f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542949 Aug 10 15:32:58.074693 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33370) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:32:58.582089 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c2910-a6e1-4047-9faf-6a52a38a52ac req-ab1a1367-aaec-4810-b9ed-10aa47e5bfd0 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:58.583909 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-277c2910-a6e1-4047-9faf-6a52a38a52ac req-ab1a1367-aaec-4810-b9ed-10aa47e5bfd0 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.4975309 Aug 10 15:32:58.589878 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ffe65321-4110-43e0-b6cb-b772a0ffa83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:58.630485 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ffe65321-4110-43e0-b6cb-b772a0ffa83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:58.665527 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-277c2910-a6e1-4047-9faf-6a52a38a52ac req-1d086919-98da-4750-8959-1736b15edcbc tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701160 Aug 10 15:32:58.713346 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ffe65321-4110-43e0-b6cb-b772a0ffa83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:58.716503 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ffe65321-4110-43e0-b6cb-b772a0ffa83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:32:58.718011 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ffe65321-4110-43e0-b6cb-b772a0ffa83e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5732de0-a706-4ad9-9400-20a15d2c5b2e HTTP/1.1" status: 204 len: 168 time: 0.6413085 Aug 10 15:32:58.731928 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe65321-4110-43e0-b6cb-b772a0ffa83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5732de0-a706-4ad9-9400-20a15d2c5b2e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:32:59.834598 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071b660-c93f-4dcd-abf4-452589f781cf req-efc475ff-5ded-4f36-8109-1e56a80ed362 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:32:59.837259 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f071b660-c93f-4dcd-abf4-452589f781cf req-efc475ff-5ded-4f36-8109-1e56a80ed362 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0731711 Aug 10 15:32:59.905698 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f071b660-c93f-4dcd-abf4-452589f781cf req-9f5af163-2382-4802-9c2c-6015f2ed5cbc tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584455 Aug 10 15:33:01.050479 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093ccf1-a9fc-49ca-8778-7035cb890c30 req-62a50140-043a-4cae-b4ca-3a30c4105281 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:01.052588 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f093ccf1-a9fc-49ca-8778-7035cb890c30 req-62a50140-043a-4cae-b4ca-3a30c4105281 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0629072 Aug 10 15:33:01.130407 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f093ccf1-a9fc-49ca-8778-7035cb890c30 req-23122e03-f439-42b1-84cd-709023b22527 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705659 Aug 10 15:33:02.326269 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f18dd-3618-44f5-ad5b-f78472057644 req-a25e5d64-417c-4f9c-8fad-b1bcda0ca13c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:02.328185 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bd6f18dd-3618-44f5-ad5b-f78472057644 req-a25e5d64-417c-4f9c-8fad-b1bcda0ca13c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0761719 Aug 10 15:33:02.396166 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-bd6f18dd-3618-44f5-ad5b-f78472057644 req-805867bd-19d3-4403-a3a5-2a7e6838a284 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560019 Aug 10 15:33:03.468373 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-cf7e086d-3918-4cba-85ad-abbfffeb5b96 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:03.471417 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-cf7e086d-3918-4cba-85ad-abbfffeb5b96 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1290958 Aug 10 15:33:03.519994 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-cb73a360-e72f-4769-810b-170e59b96925 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/quotas/48fcd2ae2b3f48da9fa8734930834c47 HTTP/1.1" status: 200 len: 375 time: 0.0376325 Aug 10 15:33:03.619181 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69071b-97ad-4f8e-b1a0-35ac436a13c8 req-77cde420-d899-4980-a11b-b2de17ac99a5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:03.620674 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0f69071b-97ad-4f8e-b1a0-35ac436a13c8 req-77cde420-d899-4980-a11b-b2de17ac99a5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.1224017 Aug 10 15:33:03.635982 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-dc0fcbe9-da54-45cb-91c5-50af34a24ad0 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912015 Aug 10 15:33:03.767359 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0f69071b-97ad-4f8e-b1a0-35ac436a13c8 req-0a4ea1b0-4eee-4377-ab9d-1de060e3bcdb tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298544 Aug 10 15:33:03.828018 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-e0e1aac0-4f3f-41e4-b8b8-8a857458f467 service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783121 Aug 10 15:33:03.915399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33482) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:03.989942 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-85aa78c3-b3d4-4078-b202-b6d24f0f433a service neutron] 10.222.0.32 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483920 Aug 10 15:33:04.063799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.204649 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.211271 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.264619 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26f22079-9b35-431b-ae1f-855aff432d7f req-80c345ac-1b6d-4141-96be-e40f0f7c5be2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 210 time: 0.0388992 Aug 10 15:33:04.265677 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14357b97-806e-4c3c-881b-3e20414f76d5,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:04.282537 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.282942 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.294236 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:04.299154 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e73b3120-727c-4470-adab-68ca4da748fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59f451d8e0f9476281a5e14dbd4f1e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796060 Aug 10 15:33:04.299154 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33490) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:04.360190 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cd323e2c-3b49-4393-b9f4-53b5d28337cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.386457 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cd323e2c-3b49-4393-b9f4-53b5d28337cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.464106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cd323e2c-3b49-4393-b9f4-53b5d28337cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.475813 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cd323e2c-3b49-4393-b9f4-53b5d28337cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:04.475813 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-cd323e2c-3b49-4393-b9f4-53b5d28337cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14357b97-806e-4c3c-881b-3e20414f76d5 HTTP/1.1" status: 204 len: 168 time: 0.1717136 Aug 10 15:33:04.485676 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323e2c-3b49-4393-b9f4-53b5d28337cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14357b97-806e-4c3c-881b-3e20414f76d5,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:04.945918 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff32a9-49a6-44c1-ac14-03c46c2a0af8 req-fad949bd-a4a8-43cc-acbe-511ed6132748 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:04.948295 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ffff32a9-49a6-44c1-ac14-03c46c2a0af8 req-fad949bd-a4a8-43cc-acbe-511ed6132748 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0786631 Aug 10 15:33:05.028535 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ffff32a9-49a6-44c1-ac14-03c46c2a0af8 req-3ce9bc9b-9cd5-46e8-b62f-797a1963aead tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690484 Aug 10 15:33:05.400333 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0e7cf4cc-be17-45f3-b85c-6f0e7e636cfb req-c4b51d87-2948-42da-a96f-1d561c896a24 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 210 time: 0.0427165 Aug 10 15:33:05.711558 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-5ec717c2-8e73-43e1-b189-a4f18a431cf6 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:05.713387 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-5ec717c2-8e73-43e1-b189-a4f18a431cf6 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 814 time: 0.1693113 Aug 10 15:33:05.742923 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Request body: {'port': {'device_id': '4b47f137-ee4b-4121-8c33-c036f610401f', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'admin_state_up': True, 'tenant_id': '48fcd2ae2b3f48da9fa8734930834c47'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:33:05.962262 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Made reservation on behalf of 48fcd2ae2b3f48da9fa8734930834c47 for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:33:05.968227 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:06.221639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Allocated IP 172.20.0.9 (8842938b-48ad-4717-86ef-f22badb337d7/fd67a19b-ef42-44c0-a245-2d62e20b8c55/df250756-70b4-4ea7-85e2-10c9e8e1af88) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:33:06.229612 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e281a-a18d-4cc6-9ea5-272fe09cb962 req-b3477805-d16e-4db7-ac53-54c2a9605dd9 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:06.233935 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d82e281a-a18d-4cc6-9ea5-272fe09cb962 req-b3477805-d16e-4db7-ac53-54c2a9605dd9 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0841305 Aug 10 15:33:06.303339 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d82e281a-a18d-4cc6-9ea5-272fe09cb962 req-cdcc2b59-34f7-448b-8862-515a728bce51 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533431 Aug 10 15:33:06.479422 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:06.520508 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f09629e-3342-4210-b28b-fbefcf7c5b70 req-055b8614-31db-4420-b5ca-6e4fc1ca7574 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 210 time: 0.0331728 Aug 10 15:33:06.528521 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:06.572468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', '7fc5861e-36fe-44f5-9efc-de9b838b1ef1'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:06.581732 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Network 8842938b-48ad-4717-86ef-f22badb337d7 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:33:06.586202 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:33:06.598303 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:33:06.646094 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event updated for resources: {'Port': ['ID=df250756-70b4-4ea7-85e2-10c9e8e1af88,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:06.686592 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:06.687700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:06.711251 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-457e85a7-ca95-4156-827b-47d0e207f5b5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767606 Aug 10 15:33:06.743083 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Request body: {'port': {'device_id': '4b47f137-ee4b-4121-8c33-c036f610401f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:33:06.832510 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:07.311735 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df250756-70b4-4ea7-85e2-10c9e8e1af88 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:33:07.324801 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:07.343917 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Transition to ACTIVE for port object df250756-70b4-4ea7-85e2-10c9e8e1af88 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:33:07.350280 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:07.486411 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Pushing event updated for resources: {'Port': ['ID=df250756-70b4-4ea7-85e2-10c9e8e1af88,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:07.497603 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b92a-03c5-4ad9-ac97-e7e54242e8c6 req-72d90dd1-c3b2-4744-9b21-d84d12b99607 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:07.501097 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4f97b92a-03c5-4ad9-ac97-e7e54242e8c6 req-72d90dd1-c3b2-4744-9b21-d84d12b99607 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0791013 Aug 10 15:33:07.534410 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Attempting to bind port df250756-70b4-4ea7-85e2-10c9e8e1af88 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:33:07.534840 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Attempting to bind port df250756-70b4-4ea7-85e2-10c9e8e1af88 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:33:07.535213 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Attempting to bind port df250756-70b4-4ea7-85e2-10c9e8e1af88 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:33:07.540668 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Port df250756-70b4-4ea7-85e2-10c9e8e1af88 on network 8842938b-48ad-4717-86ef-f22badb337d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:33:07.541034 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Attempting to bind port df250756-70b4-4ea7-85e2-10c9e8e1af88 on network 8842938b-48ad-4717-86ef-f22badb337d7 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:33:07.547315 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:33:07.547838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Checking segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:33:07.548230 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Bound using segment: {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:33:07.548669 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Bound port: df250756-70b4-4ea7-85e2-10c9e8e1af88, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:33:07.549040 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:07.567641 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4f97b92a-03c5-4ad9-ac97-e7e54242e8c6 req-f6323bd3-c0e7-4e8c-84d0-5db8ef4f1d98 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562146 Aug 10 15:33:07.671493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] For port df250756-70b4-4ea7-85e2-10c9e8e1af88, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:33:07.677561 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] For port df250756-70b4-4ea7-85e2-10c9e8e1af88, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:33:07.684500 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:07.726963 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283d5d-d6fd-4f1a-a1b9-28d5d3a2c347 req-c9af39a1-402c-4420-90f7-e2eab1d27643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:07.730886 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc283d5d-d6fd-4f1a-a1b9-28d5d3a2c347 req-c9af39a1-402c-4420-90f7-e2eab1d27643 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 943 time: 0.0952599 Aug 10 15:33:07.737281 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:07.738335 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:07.740927 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/df250756-70b4-4ea7-85e2-10c9e8e1af88 HTTP/1.1" status: 200 len: 1093 time: 1.0093045 Aug 10 15:33:07.741598 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b47f137-ee4b-4121-8c33-c036f610401f', 'tag': 'df250756-70b4-4ea7-85e2-10c9e8e1af88'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:07.744640 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b4dc40-0830-40f3-b254-c267e2220bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b47f137-ee4b-4121-8c33-c036f610401f", "tag": "df250756-70b4-4ea7-85e2-10c9e8e1af88"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:07.816366 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc283d5d-d6fd-4f1a-a1b9-28d5d3a2c347 req-fc687e44-a792-42f5-8999-4233d3edf7da tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Aug 10 15:33:07.845486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7945ce-1c7b-4c6c-8983-fc67fdf2a22a x-openstack-request-id: req-eb7945ce-1c7b-4c6c-8983-fc67fdf2a22a {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:07.845486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b47f137-ee4b-4121-8c33-c036f610401f", "tag": "df250756-70b4-4ea7-85e2-10c9e8e1af88", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:07.845486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb7945ce-1c7b-4c6c-8983-fc67fdf2a22a {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:07.845486 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b47f137-ee4b-4121-8c33-c036f610401f', 'tag': 'df250756-70b4-4ea7-85e2-10c9e8e1af88', 'status': 'completed', 'code': 200} Aug 10 15:33:07.883523 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c58fe-fa17-477e-a9c1-663dd45861a9 service neutron] Pushing event updated for resources: {'Port': ['ID=df250756-70b4-4ea7-85e2-10c9e8e1af88,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:07.909551 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-a69581c4-942d-46d9-9c6e-4661e942b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:07.911720 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-a69581c4-942d-46d9-9c6e-4661e942b9f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 1096 time: 0.0887506 Aug 10 15:33:07.972157 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-0baa86ea-e8ee-4748-b2ad-9dd20937f2c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88 HTTP/1.1" status: 200 len: 217 time: 0.0438545 Aug 10 15:33:08.038644 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-6a3d7608-4cfe-4b07-800a-da5f6c59749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:08.040195 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-6a3d7608-4cfe-4b07-800a-da5f6c59749a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0598457 Aug 10 15:33:08.078500 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-2f2f4da7-00a1-447f-af1d-cd13c80dc77d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300112 Aug 10 15:33:08.190175 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-ebc7e1a6-4371-4433-bf70-10a956917ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036935 Aug 10 15:33:08.312075 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-608f1c6e-24ac-4ec6-80e1-5fa4351ddcb3 req-8375d0a3-7456-4db7-8381-e6cad7805ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132579 Aug 10 15:33:08.458125 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-030e4ac3-6e1d-4e88-9a3f-302877828370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:08.460359 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-030e4ac3-6e1d-4e88-9a3f-302877828370 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 1096 time: 0.0465147 Aug 10 15:33:08.571525 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-d2052556-cc53-45c3-9e96-e0751ecd0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:08.572920 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-d2052556-cc53-45c3-9e96-e0751ecd0986 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 915 time: 0.1031806 Aug 10 15:33:08.627890 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-4beefb59-61c0-4e45-8be9-4ab363330bfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88 HTTP/1.1" status: 200 len: 217 time: 0.0431886 Aug 10 15:33:08.697601 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-196e0b38-a819-42ed-93ea-64dbd275c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:08.699117 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-196e0b38-a819-42ed-93ea-64dbd275c334 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0634227 Aug 10 15:33:08.751680 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-eafa3e68-6882-41c5-910e-f9e4bc57c94c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430913 Aug 10 15:33:08.754682 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec875d64-9086-40f7-943f-2223be1c61d9 req-793635b2-2b7a-4b9d-b7d4-ac94b1590013 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:08.756831 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec875d64-9086-40f7-943f-2223be1c61d9 req-793635b2-2b7a-4b9d-b7d4-ac94b1590013 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0709751 Aug 10 15:33:08.800347 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec875d64-9086-40f7-943f-2223be1c61d9 req-f15405d1-fb49-4926-889a-5794c9736067 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370283 Aug 10 15:33:08.864344 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-e5bc9a1c-ef6d-4ed7-84cb-c9cf45df3d55 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044414 Aug 10 15:33:09.002593 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c815a-1aff-4ba3-88e1-94ed1af8e0bc req-c33376fa-bae1-42d3-81eb-85a2829fd0d8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:09.010496 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f85c815a-1aff-4ba3-88e1-94ed1af8e0bc req-c33376fa-bae1-42d3-81eb-85a2829fd0d8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 943 time: 0.0935671 Aug 10 15:33:09.028058 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-75b4dc40-0830-40f3-b254-c267e2220bb1 req-72a382ee-dda9-4eb4-84b9-7fc899210eb1 service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541231 Aug 10 15:33:09.065511 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f85c815a-1aff-4ba3-88e1-94ed1af8e0bc req-c224aa11-f197-4e61-bc95-43685e3c0204 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Aug 10 15:33:09.964642 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530ae1f-5800-40c4-959d-fdc61cd2cebb req-5fff55d6-26ab-4edb-b181-d969330f7d5a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:09.967004 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a530ae1f-5800-40c4-959d-fdc61cd2cebb req-5fff55d6-26ab-4edb-b181-d969330f7d5a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0745440 Aug 10 15:33:10.033937 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a530ae1f-5800-40c4-959d-fdc61cd2cebb req-bd713449-0c53-42df-b9df-a1ac821e47c9 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565138 Aug 10 15:33:10.234891 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30baed-30cb-4e87-93ec-68d3d6cd5f7b req-e25599b4-c940-4173-9e67-f8a0583a8fae tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:10.236503 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa30baed-30cb-4e87-93ec-68d3d6cd5f7b req-e25599b4-c940-4173-9e67-f8a0583a8fae tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 943 time: 0.0766768 Aug 10 15:33:10.292836 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa30baed-30cb-4e87-93ec-68d3d6cd5f7b req-31721beb-c2af-4618-be09-82925183e62a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Aug 10 15:33:10.809029 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-b2b79ac4-0c9c-441d-9f8e-4c165fadc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:10.810774 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-b2b79ac4-0c9c-441d-9f8e-4c165fadc0a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0526736 Aug 10 15:33:10.919920 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-e5ef97fc-2609-468d-96a4-253147b7e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:10.922432 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-e5ef97fc-2609-468d-96a4-253147b7e14f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.1042726 Aug 10 15:33:11.013048 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-063a785c-8e13-4e0d-9971-e6dcb182d93c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 1001 time: 0.0819838 Aug 10 15:33:11.082694 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-059f27d1-b19d-40d7-b4e1-6b193b4cbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:11.084273 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-059f27d1-b19d-40d7-b4e1-6b193b4cbb87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0636203 Aug 10 15:33:11.127285 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device df250756-70b4-4ea7-85e2-10c9e8e1af88 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:33:11.146313 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-3a43d927-f26a-4d9c-a23e-4e486be80da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:11.149527 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-3a43d927-f26a-4d9c-a23e-4e486be80da5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567689 Aug 10 15:33:11.233267 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47034df-8209-43f7-8600-7563d3b9352d req-168fe15b-5238-4eac-8105-2b02f614439f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:11.235456 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e47034df-8209-43f7-8600-7563d3b9352d req-168fe15b-5238-4eac-8105-2b02f614439f tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0811906 Aug 10 15:33:11.283654 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port df250756-70b4-4ea7-85e2-10c9e8e1af88, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:11.289202 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e47034df-8209-43f7-8600-7563d3b9352d req-9208f08a-86e5-460a-96c3-e2081af23838 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424402 Aug 10 15:33:11.298967 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-11a4374b-03cf-4010-b32e-cc5fdaa7694d service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400237 Aug 10 15:33:11.446734 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-f0368d3b-714d-4c9a-b0aa-8f06790f99b1 req-35ebe0a4-841e-4d04-a917-67acfe5f1da8 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361473 Aug 10 15:33:11.450465 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'df250756-70b4-4ea7-85e2-10c9e8e1af88', 'network_id': '8842938b-48ad-4717-86ef-f22badb337d7', 'port_id': 'df250756-70b4-4ea7-85e2-10c9e8e1af88', 'mac_address': 'fa:16:3e:07:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd67a19b-ef42-44c0-a245-2d62e20b8c55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:33:11.508520 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c5fb-97b4-43d9-8eea-19ef25402bef req-54f3cb3b-be93-413b-81ea-494b0120af87 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:11.510167 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1a64c5fb-97b4-43d9-8eea-19ef25402bef req-54f3cb3b-be93-413b-81ea-494b0120af87 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 943 time: 0.0898192 Aug 10 15:33:11.511393 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:11.529955 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df250756-70b4-4ea7-85e2-10c9e8e1af88 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:33:11.557984 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port df250756-70b4-4ea7-85e2-10c9e8e1af88, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:11.563088 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:11.574850 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1a64c5fb-97b4-43d9-8eea-19ef25402bef req-d79e97b6-3701-48bc-bfcf-24f1f8d6de99 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Aug 10 15:33:11.624548 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=df250756-70b4-4ea7-85e2-10c9e8e1af88,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:11.632631 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.632990 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.633332 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.633743 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.634106 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.634466 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.634784 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.635092 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.635439 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.635769 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.636086 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.636397 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:11.950655 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['df250756-70b4-4ea7-85e2-10c9e8e1af88'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:12.434518 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee99c7-d246-4295-a940-04e23746d744 req-8583683a-384a-42ad-9428-8cdfaaa927c6 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:12.436074 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-57ee99c7-d246-4295-a940-04e23746d744 req-8583683a-384a-42ad-9428-8cdfaaa927c6 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0585682 Aug 10 15:33:12.484357 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-57ee99c7-d246-4295-a940-04e23746d744 req-c40387d8-8e0e-4312-9991-2a66afc7c62c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419879 Aug 10 15:33:12.735170 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c642-4790-4d8e-bdc5-5878aaaec998 req-b3cecd59-fb74-4604-a6a6-6f308b2d469b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:12.736835 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1173c642-4790-4d8e-bdc5-5878aaaec998 req-b3cecd59-fb74-4604-a6a6-6f308b2d469b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 944 time: 0.0690088 Aug 10 15:33:12.788836 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1173c642-4790-4d8e-bdc5-5878aaaec998 req-624163c0-76c9-4dfa-a90a-4187bab54bfa tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Aug 10 15:33:13.180649 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device df250756-70b4-4ea7-85e2-10c9e8e1af88 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:33:13.248674 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port df250756-70b4-4ea7-85e2-10c9e8e1af88 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:33:13.254024 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port df250756-70b4-4ea7-85e2-10c9e8e1af88 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:33:13.254432 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:13.377282 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:13.402556 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b47f137-ee4b-4121-8c33-c036f610401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df250756-70b4-4ea7-85e2-10c9e8e1af88'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:13.404884 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7285ed-870e-4c85-bcf5-5449c0124856" -d '{"events": [{"server_uuid": "4b47f137-ee4b-4121-8c33-c036f610401f", "name": "network-vif-plugged", "status": "completed", "tag": "df250756-70b4-4ea7-85e2-10c9e8e1af88"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:13.428860 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port df250756-70b4-4ea7-85e2-10c9e8e1af88, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:13.435354 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:13.469103 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983551f-8397-401b-81bb-cd156baad9e6 x-openstack-request-id: req-6983551f-8397-401b-81bb-cd156baad9e6 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:13.469398 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b47f137-ee4b-4121-8c33-c036f610401f", "name": "network-vif-plugged", "status": "completed", "tag": "df250756-70b4-4ea7-85e2-10c9e8e1af88", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:13.469652 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6983551f-8397-401b-81bb-cd156baad9e6 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:13.470065 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b47f137-ee4b-4121-8c33-c036f610401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df250756-70b4-4ea7-85e2-10c9e8e1af88', 'code': 200} Aug 10 15:33:13.509181 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=df250756-70b4-4ea7-85e2-10c9e8e1af88,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:13.653758 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872d88-72e5-4e28-815a-d4bf5650f41b req-d4a87f2e-b6a6-4b1e-a980-553e02da6017 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:13.655360 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52872d88-72e5-4e28-815a-d4bf5650f41b req-d4a87f2e-b6a6-4b1e-a980-553e02da6017 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0849657 Aug 10 15:33:13.684585 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0680398-4e25-4381-b5ca-71350a606a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:13.723584 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-52872d88-72e5-4e28-815a-d4bf5650f41b req-68c9c502-1b64-494c-8adf-bc44787b4293 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610895 Aug 10 15:33:13.742031 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec8e4a-f3de-48bf-936d-86cfd727ee33 req-e4634c0c-4599-4fad-aca7-b1346205fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:13.745909 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-fdec8e4a-f3de-48bf-936d-86cfd727ee33 req-e4634c0c-4599-4fad-aca7-b1346205fa98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 1098 time: 0.0917852 Aug 10 15:33:13.808098 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-fdec8e4a-f3de-48bf-936d-86cfd727ee33 req-daf8e939-38a5-43ad-8606-f689621bb948 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Aug 10 15:33:13.957176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53874c-cf1c-4cc7-a280-3a0873c0fd2b req-2aace8ba-cb52-492e-a073-4ee013ddd8bc tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:13.958765 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9e53874c-cf1c-4cc7-a280-3a0873c0fd2b req-2aace8ba-cb52-492e-a073-4ee013ddd8bc tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.0676134 Aug 10 15:33:14.009110 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9e53874c-cf1c-4cc7-a280-3a0873c0fd2b req-aeec094b-a0c1-42f4-9978-b38fcd4cb29b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Aug 10 15:33:14.389343 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:14.814396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33660) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:14.882039 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b28ea9-ad8a-4964-b3b0-78471e633add req-9d07813a-fc47-459b-bdd7-a95f9d6e1373 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:14.887402 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3b28ea9-ad8a-4964-b3b0-78471e633add req-9d07813a-fc47-459b-bdd7-a95f9d6e1373 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0621603 Aug 10 15:33:14.947658 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c3b28ea9-ad8a-4964-b3b0-78471e633add req-e96895f3-2a61-4617-9fb5-17e0c5df9d73 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532515 Aug 10 15:33:14.968710 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b7c23888-2574-44a8-8a9c-f398efce9e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.119669 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b7c23888-2574-44a8-8a9c-f398efce9e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.129991 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b7c23888-2574-44a8-8a9c-f398efce9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.293562 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c23888-2574-44a8-8a9c-f398efce9e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f3cfb5-a8c7-4eef-94a0-d62d9b41f5a0,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:15.308391 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b7c23888-2574-44a8-8a9c-f398efce9e9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=778cf5c585b14ae3b0d48304d6b6467d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921741 Aug 10 15:33:15.311962 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33672) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:15.339190 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5019de-f3bb-482a-859c-0a3361309f06 req-136f99ea-e4fe-4e98-a3d1-656401a50157 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:15.340815 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d5019de-f3bb-482a-859c-0a3361309f06 req-136f99ea-e4fe-4e98-a3d1-656401a50157 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.1692443 Aug 10 15:33:15.364072 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f983c-e831-4669-a1bf-e2b55063d1e8 req-9f32fa0f-ee3e-4f22-a046-e6a97ba26a26 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:15.366343 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f5f983c-e831-4669-a1bf-e2b55063d1e8 req-9f32fa0f-ee3e-4f22-a046-e6a97ba26a26 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.1685369 Aug 10 15:33:15.405673 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac301-464b-47f0-a440-74007512d636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.440409 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac301-464b-47f0-a440-74007512d636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.458445 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-712cfe19-9413-4656-996f-d59d8680c154 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2155862 Aug 10 15:33:15.468276 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d5019de-f3bb-482a-859c-0a3361309f06 req-e844956c-f1b1-446a-b841-f42f5b6342ba tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868883 Aug 10 15:33:15.471501 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9f5f983c-e831-4669-a1bf-e2b55063d1e8 req-9a72c55e-9d1b-40b9-ab7c-6722181576e4 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886896 Aug 10 15:33:15.516735 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac301-464b-47f0-a440-74007512d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.521335 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac301-464b-47f0-a440-74007512d636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:15.523606 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-4e1ac301-464b-47f0-a440-74007512d636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14f3cfb5-a8c7-4eef-94a0-d62d9b41f5a0 HTTP/1.1" status: 204 len: 168 time: 0.2092977 Aug 10 15:33:15.538326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ac301-464b-47f0-a440-74007512d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f3cfb5-a8c7-4eef-94a0-d62d9b41f5a0,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:15.905193 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33686) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:15.925001 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f7209db7-74ec-4e9e-9b26-3fdfbbdc10b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.038800 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f7209db7-74ec-4e9e-9b26-3fdfbbdc10b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.043888 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f7209db7-74ec-4e9e-9b26-3fdfbbdc10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.087738 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f7209db7-74ec-4e9e-9b26-3fdfbbdc10b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac6cbbdfc1484531bed029189f811014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809239 Aug 10 15:33:16.088440 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7209db7-74ec-4e9e-9b26-3fdfbbdc10b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b586ef-a92c-4bf2-b470-fecd46fbe533,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:16.091780 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33688) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:16.154320 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-93f35494-8939-4846-a463-b71480c58b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.180739 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-93f35494-8939-4846-a463-b71480c58b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.239298 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-93f35494-8939-4846-a463-b71480c58b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.242701 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-93f35494-8939-4846-a463-b71480c58b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.243849 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-93f35494-8939-4846-a463-b71480c58b48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0b586ef-a92c-4bf2-b470-fecd46fbe533 HTTP/1.1" status: 204 len: 168 time: 0.1511638 Aug 10 15:33:16.252271 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f35494-8939-4846-a463-b71480c58b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b586ef-a92c-4bf2-b470-fecd46fbe533,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:16.289811 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0fa0dbdf-fd57-4f04-b559-ae05f47127de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.618811 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.701497 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 33698) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:16.724340 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-147e2e6e-e2ce-452b-82ae-aa9bd1c6b9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.748505 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25534035-613d-4cd3-9dca-3c2abd1aadac req-92684851-6bc6-46fc-bd23-4d830a81893a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:16.751116 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25534035-613d-4cd3-9dca-3c2abd1aadac req-92684851-6bc6-46fc-bd23-4d830a81893a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.1452284 Aug 10 15:33:16.769125 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd1c4-a200-4975-9892-adc946dea093 req-fba46db6-f741-495d-8b52-4770c4d3bdd2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:16.771591 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-453bd1c4-a200-4975-9892-adc946dea093 req-fba46db6-f741-495d-8b52-4770c4d3bdd2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.1099100 Aug 10 15:33:16.854940 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-25534035-613d-4cd3-9dca-3c2abd1aadac req-49dffe7c-d0e6-448d-ac0a-9572de8bf9de tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812721 Aug 10 15:33:16.877826 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-453bd1c4-a200-4975-9892-adc946dea093 req-8a48b8e6-e2ac-430b-a166-d28dd5e2a9d6 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812764 Aug 10 15:33:16.902980 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-147e2e6e-e2ce-452b-82ae-aa9bd1c6b9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.909317 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-147e2e6e-e2ce-452b-82ae-aa9bd1c6b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:16.977911 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-147e2e6e-e2ce-452b-82ae-aa9bd1c6b9a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48524ce324d04b6cb7ba8c0420e74ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736886 Aug 10 15:33:16.980277 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 33702) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:16.980769 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e2e6e-e2ce-452b-82ae-aa9bd1c6b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a68cf6a-2f66-4163-81e7-f2c37d2afdca,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:17.050804 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dc40c9b3-bf27-482d-97bb-ba481c81c707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.077202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dc40c9b3-bf27-482d-97bb-ba481c81c707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.167416 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:33:17.198534 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dc40c9b3-bf27-482d-97bb-ba481c81c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.204400 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dc40c9b3-bf27-482d-97bb-ba481c81c707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.205854 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dc40c9b3-bf27-482d-97bb-ba481c81c707 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a68cf6a-2f66-4163-81e7-f2c37d2afdca HTTP/1.1" status: 204 len: 168 time: 0.2237103 Aug 10 15:33:17.216093 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40c9b3-bf27-482d-97bb-ba481c81c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a68cf6a-2f66-4163-81e7-f2c37d2afdca,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:17.318875 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.385690 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:17.387062 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:17.392246 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537e1e6-4a12-4337-99f5-4eb6f809c6a3" -d '{"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:17.399071 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.495014 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff42daca-a05f-4c30-bc14-79f40e4a4c9f x-openstack-request-id: req-ff42daca-a05f-4c30-bc14-79f40e4a4c9f {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:17.495728 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:17.496142 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff42daca-a05f-4c30-bc14-79f40e4a4c9f {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:17.496755 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'code': 200} Aug 10 15:33:17.498525 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=6']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:17.587361 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:17.624067 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-7a66b5f9-679c-44bb-bf13-0c9c797efc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:17.626617 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-7a66b5f9-679c-44bb-bf13-0c9c797efc18 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3&tenant_id=4a3f6634d17349638c561fa19b086be8 HTTP/1.1" status: 200 len: 1096 time: 0.0765188 Aug 10 15:33:17.729486 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-d5404801-abd6-40d6-ae0d-486782a80120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:17.731787 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-d5404801-abd6-40d6-ae0d-486782a80120 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0587900 Aug 10 15:33:17.869968 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-1e49ba1d-00cf-4802-aedf-fc74539d5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:17.871656 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-1e49ba1d-00cf-4802-aedf-fc74539d5482 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.1318293 Aug 10 15:33:17.983195 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-b7a5db40-a87f-49ca-8c33-27197f81a303 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 999 time: 0.1031973 Aug 10 15:33:18.050664 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c9c6-5bc6-4d69-b6fb-b0c4af5806ef req-61d65e59-59cd-44ed-a74c-5c5e329bf56d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:18.053074 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-abe1c9c6-5bc6-4d69-b6fb-b0c4af5806ef req-61d65e59-59cd-44ed-a74c-5c5e329bf56d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0793514 Aug 10 15:33:18.063399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-d149e84f-fcb2-4461-9f9d-84ad04d383cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:18.064906 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-d149e84f-fcb2-4461-9f9d-84ad04d383cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0678575 Aug 10 15:33:18.125934 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-defdd922-14ed-45db-9f3b-5b9fc933487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:18.126585 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-abe1c9c6-5bc6-4d69-b6fb-b0c4af5806ef req-b659bab5-140c-4159-a8a1-38e1721af813 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654871 Aug 10 15:33:18.127564 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-defdd922-14ed-45db-9f3b-5b9fc933487d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544741 Aug 10 15:33:18.263908 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-55fc303d-ce9e-47f0-a06e-aaedfb28cfbd service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274538 Aug 10 15:33:18.393546 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c1c8cbb2-872b-43cb-b84c-f651831dfa8b req-18dda2a3-3a17-4efc-a2a7-1f8b074fd5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221843 Aug 10 15:33:18.644557 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-25f36dc5-82bb-441e-a45f-4eda9b38fc7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664594 Aug 10 15:33:19.070237 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-af04b74f-c646-4405-87fc-153f6575929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:19.073140 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-af04b74f-c646-4405-87fc-153f6575929c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 1098 time: 0.3884232 Aug 10 15:33:19.232700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-0096e3e6-3dad-4bec-8324-da19d6249290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:19.235136 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-0096e3e6-3dad-4bec-8324-da19d6249290 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 200 len: 915 time: 0.1387191 Aug 10 15:33:19.297554 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-fd760b9c-6c8e-4d3f-9a06-2bfd9fa0fbf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 HTTP/1.1" status: 200 len: 217 time: 0.0541756 Aug 10 15:33:19.325889 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b34d-6077-4b19-bd43-3e3238f8259f req-e299b2b0-fc3d-49aa-b4ef-e9ec53b61c82 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:19.327752 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0c61b34d-6077-4b19-bd43-3e3238f8259f req-e299b2b0-fc3d-49aa-b4ef-e9ec53b61c82 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0851743 Aug 10 15:33:19.371106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-1865cd81-2536-457b-bf2e-19188ff64432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:19.373613 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-1865cd81-2536-457b-bf2e-19188ff64432 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 200 len: 854 time: 0.0669227 Aug 10 15:33:19.388597 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:19.396760 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0c61b34d-6077-4b19-bd43-3e3238f8259f req-dd6b9ef3-b71a-4a6a-8927-61726801e1a0 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585012 Aug 10 15:33:19.416907 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-2c8fea2f-256e-4b3b-9c41-7b932aebf0b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8842938b-48ad-4717-86ef-f22badb337d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336587 Aug 10 15:33:19.542419 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-b25de1e3-084f-4558-81ce-4ddc36af9c8c service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174424 Aug 10 15:33:19.643109 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-468cb1c5-5d86-4092-82b5-a82e1b0ae8f7 req-657aae84-74dc-4255-99eb-bbb74d950c9e service neutron] 10.222.0.16 "GET /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928874 Aug 10 15:33:20.572867 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd654e-e24b-49a1-ad1e-c0a6b9f7a399 req-01be57da-cf9d-4e16-a6c3-bd045a85fb07 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:20.575510 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c2bd654e-e24b-49a1-ad1e-c0a6b9f7a399 req-01be57da-cf9d-4e16-a6c3-bd045a85fb07 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0754077 Aug 10 15:33:20.639871 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c2bd654e-e24b-49a1-ad1e-c0a6b9f7a399 req-4d2960ed-d477-4bb8-a9ef-80467aea080c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559521 Aug 10 15:33:21.815149 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f461-ca55-4fb5-9829-414b933425f8 req-172c35e3-d035-45e6-b2c2-a5cebba30587 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:21.816805 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2958f461-ca55-4fb5-9829-414b933425f8 req-172c35e3-d035-45e6-b2c2-a5cebba30587 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0712874 Aug 10 15:33:21.872373 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2958f461-ca55-4fb5-9829-414b933425f8 req-badba7e7-b4d3-4c0d-aff3-e0145163871e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460134 Aug 10 15:33:23.064746 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd889-bb85-4394-8d53-87dd0bfae8fd req-6c29ea3f-3e47-49d8-9d07-ab98367a3a4a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:23.066655 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cf9bd889-bb85-4394-8d53-87dd0bfae8fd req-6c29ea3f-3e47-49d8-9d07-ab98367a3a4a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0749242 Aug 10 15:33:23.116508 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cf9bd889-bb85-4394-8d53-87dd0bfae8fd req-d4974f3a-95ac-4a2d-9c32-d6866eb6cd45 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422840 Aug 10 15:33:24.258649 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f4e-da9d-4746-8944-74f578ad2f01 req-3ed2a406-7000-46b2-b98d-91b0bc13bfe4 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:24.260155 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54581f4e-da9d-4746-8944-74f578ad2f01 req-3ed2a406-7000-46b2-b98d-91b0bc13bfe4 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0561562 Aug 10 15:33:24.311095 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-54581f4e-da9d-4746-8944-74f578ad2f01 req-685911bf-0265-4dc0-8a65-660f28ba392d tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434246 Aug 10 15:33:25.454068 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7253c06-3d93-401f-9bed-f6b28b9b8f0c req-971592d3-d626-492c-b808-927f861b5a80 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:25.455636 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e7253c06-3d93-401f-9bed-f6b28b9b8f0c req-971592d3-d626-492c-b808-927f861b5a80 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0578396 Aug 10 15:33:25.529218 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e7253c06-3d93-401f-9bed-f6b28b9b8f0c req-803b769f-0e11-4c5e-bf57-9a00f7c5d53a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617528 Aug 10 15:33:26.185533 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:33:26.699560 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a92a-3d17-47b4-8d1c-9b2045985383 req-210abeeb-709d-4e87-97aa-6295b7b6d889 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:26.704503 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-63b5a92a-3d17-47b4-8d1c-9b2045985383 req-210abeeb-709d-4e87-97aa-6295b7b6d889 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 943 time: 0.0756495 Aug 10 15:33:26.765547 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-63b5a92a-3d17-47b4-8d1c-9b2045985383 req-c7cad287-ead3-4af7-b03f-887f5e2a2519 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543792 Aug 10 15:33:27.206754 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:33:27.327316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:27.341666 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'port_id': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'mac_address': 'fa:16:3e:0f:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:33:27.385497 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:27.400145 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72030b1-8113-4711-a49f-46c25cd25e59 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:33:27.431355 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:27.437489 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:27.501349 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=7']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:27.815587 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['d72030b1-8113-4711-a49f-46c25cd25e59'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:27.940449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea6cd-fe69-4ad7-bb17-d181a49b83da req-8191579b-3f8c-4c62-be53-e360d96e620a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:27.942386 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c4eea6cd-fe69-4ad7-bb17-d181a49b83da req-8191579b-3f8c-4c62-be53-e360d96e620a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0751181 Aug 10 15:33:27.999816 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c4eea6cd-fe69-4ad7-bb17-d181a49b83da req-9f8732fa-ad3a-4628-9910-cfbd73d2102c tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496354 Aug 10 15:33:29.168090 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21293c-dec2-4e59-a237-60dcce902ef6 req-73aced98-795a-4c1b-8de4-43f76648f872 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:29.169768 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa21293c-dec2-4e59-a237-60dcce902ef6 req-73aced98-795a-4c1b-8de4-43f76648f872 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 944 time: 0.0736125 Aug 10 15:33:29.210095 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:33:29.219010 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa21293c-dec2-4e59-a237-60dcce902ef6 req-f92d53a0-c030-4d98-9dd5-ad8b8a65f67a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396242 Aug 10 15:33:29.275988 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port d72030b1-8113-4711-a49f-46c25cd25e59 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:33:29.276359 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:29.367467 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:29.406832 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:29.411135 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f87c2d-8469-4666-842e-baabbe089dc9" -d '{"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-plugged", "status": "completed", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:29.435226 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:29.441222 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:29.481308 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555cf885-9072-47b3-b5d9-eb13ecdadbd4 x-openstack-request-id: req-555cf885-9072-47b3-b5d9-eb13ecdadbd4 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:29.481308 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-plugged", "status": "completed", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:29.481308 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-555cf885-9072-47b3-b5d9-eb13ecdadbd4 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:29.481308 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'code': 200} Aug 10 15:33:29.528876 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=8']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:29.837292 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd06c6-9990-420b-b8e1-80eae9720956 req-395801f3-8476-4fab-b4c1-e9f22c6e4437 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:29.840017 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d2bd06c6-9990-420b-b8e1-80eae9720956 req-395801f3-8476-4fab-b4c1-e9f22c6e4437 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.0710821 Aug 10 15:33:29.906171 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c7236-3cf9-4756-8fb5-4d29d9e43d67 req-27c31cc7-5fc7-4c02-8b25-8dec8e01d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:29.907754 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-494c7236-3cf9-4756-8fb5-4d29d9e43d67 req-27c31cc7-5fc7-4c02-8b25-8dec8e01d7bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0582852 Aug 10 15:33:29.909547 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d2bd06c6-9990-420b-b8e1-80eae9720956 req-3cad766f-500b-4160-86f2-7e08babb271f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566297 Aug 10 15:33:29.969418 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-494c7236-3cf9-4756-8fb5-4d29d9e43d67 req-619f3d7d-9b31-43cd-8969-f828bbe45d56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496099 Aug 10 15:33:30.364129 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d752b2-e46d-4bda-9b27-0b6635f553ce req-652bb5f2-90cb-40fb-8171-224239e382e0 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:30.366581 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-07d752b2-e46d-4bda-9b27-0b6635f553ce req-652bb5f2-90cb-40fb-8171-224239e382e0 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0692308 Aug 10 15:33:30.411985 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-07d752b2-e46d-4bda-9b27-0b6635f553ce req-f5132150-0c3c-49a7-a868-caca2d1568a7 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379686 Aug 10 15:33:31.086622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc74-feab-43d1-992e-60cec9bc493f req-62586035-e123-4e37-8f58-6c0dc0c024bd tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:31.091181 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-034afc74-feab-43d1-992e-60cec9bc493f req-62586035-e123-4e37-8f58-6c0dc0c024bd tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.0732193 Aug 10 15:33:31.144515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-034afc74-feab-43d1-992e-60cec9bc493f req-edc4b2a5-183a-4590-8396-8acbdbac0565 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Aug 10 15:33:31.554615 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f535b-b288-4368-bc84-0de7850441f1 req-45b6564a-ff9d-4ae4-89f7-480a9207fec5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:31.556292 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-616f535b-b288-4368-bc84-0de7850441f1 req-45b6564a-ff9d-4ae4-89f7-480a9207fec5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0613024 Aug 10 15:33:31.609334 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-616f535b-b288-4368-bc84-0de7850441f1 req-ba306ae7-d127-4633-974d-abc33c3271fd tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433500 Aug 10 15:33:32.277473 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db612d-8559-4e87-a585-2dbadb173bfb req-e4e22b8b-a3e6-4863-bdda-56113e8fb77b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:32.279182 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96db612d-8559-4e87-a585-2dbadb173bfb req-e4e22b8b-a3e6-4863-bdda-56113e8fb77b tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.0599892 Aug 10 15:33:32.320049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-74389c2f-f7e9-4459-9fe6-7cfd69e4881c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:32.322768 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-74389c2f-f7e9-4459-9fe6-7cfd69e4881c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 945 time: 0.0878835 Aug 10 15:33:32.330140 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96db612d-8559-4e87-a585-2dbadb173bfb req-786f31b8-232f-4d13-97c7-cecd24c1d6c2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394144 Aug 10 15:33:32.464732 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Deleting port df250756-70b4-4ea7-85e2-10c9e8e1af88 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:33:32.465075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:32.574685 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] For port df250756-70b4-4ea7-85e2-10c9e8e1af88, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=df250756-70b4-4ea7-85e2-10c9e8e1af88,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:32.575041 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:32.591758 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Calling delete_port for df250756-70b4-4ea7-85e2-10c9e8e1af88 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:33:32.774809 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:32.813102 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', '7fc5861e-36fe-44f5-9efc-de9b838b1ef1', 'df250756-70b4-4ea7-85e2-10c9e8e1af88'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:32.830262 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event deleted for resources: {'Port': ['ID=df250756-70b4-4ea7-85e2-10c9e8e1af88,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:32.904491 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] No DVR routers for this DVR port df250756-70b4-4ea7-85e2-10c9e8e1af88 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:33:32.908852 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:32.912960 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-453f22d2-b5ea-4b0b-9dde-2c69424a969f req-4ee576d8-8dcf-4355-bb65-a0de1776dbb8 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "DELETE /v2.0/ports/df250756-70b4-4ea7-85e2-10c9e8e1af88 HTTP/1.1" status: 204 len: 173 time: 0.5829978 Aug 10 15:33:32.913864 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b47f137-ee4b-4121-8c33-c036f610401f', 'name': 'network-vif-deleted', 'tag': 'df250756-70b4-4ea7-85e2-10c9e8e1af88'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:32.919235 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfcfd8e-5e29-4d5f-9676-2d40f6b7f1c6" -d '{"events": [{"server_uuid": "4b47f137-ee4b-4121-8c33-c036f610401f", "name": "network-vif-deleted", "tag": "df250756-70b4-4ea7-85e2-10c9e8e1af88"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:32.970944 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eec0bb-3e5f-4767-92da-bec3377e77f6 x-openstack-request-id: req-85eec0bb-3e5f-4767-92da-bec3377e77f6 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:32.971323 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b47f137-ee4b-4121-8c33-c036f610401f", "name": "network-vif-deleted", "tag": "df250756-70b4-4ea7-85e2-10c9e8e1af88", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:32.971642 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85eec0bb-3e5f-4767-92da-bec3377e77f6 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:32.972226 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b47f137-ee4b-4121-8c33-c036f610401f', 'name': 'network-vif-deleted', 'tag': 'df250756-70b4-4ea7-85e2-10c9e8e1af88', 'status': 'completed', 'code': 200} Aug 10 15:33:33.502272 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-292741dd-3770-4394-92c6-a1c361536f75 req-784d987a-bc0c-48d3-8ea2-319f1ece6cdb tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b47f137-ee4b-4121-8c33-c036f610401f HTTP/1.1" status: 200 len: 210 time: 0.0369430 Aug 10 15:33:36.011963 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01595042-cb09-4e10-abbc-f02bb3f09eb6 req-35455f1e-bf9c-4cc3-b532-62e0b314794c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:36.013472 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01595042-cb09-4e10-abbc-f02bb3f09eb6 req-35455f1e-bf9c-4cc3-b532-62e0b314794c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 946 time: 0.0554144 Aug 10 15:33:36.059729 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01595042-cb09-4e10-abbc-f02bb3f09eb6 req-286a16fe-e34c-4ffd-9753-ec0feeecd965 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Aug 10 15:33:37.194370 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec15cf-1a42-4b8a-bb18-11d634951f5c req-5c66dd19-9160-43d0-bc2e-c071917cb74e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:37.195960 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7eec15cf-1a42-4b8a-bb18-11d634951f5c req-5c66dd19-9160-43d0-bc2e-c071917cb74e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 946 time: 0.0559609 Aug 10 15:33:37.236325 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7eec15cf-1a42-4b8a-bb18-11d634951f5c req-6631be02-2f4d-430a-8463-c40f49fc594d tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Aug 10 15:33:37.306872 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device df250756-70b4-4ea7-85e2-10c9e8e1af88 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:33:37.327150 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: df250756-70b4-4ea7-85e2-10c9e8e1af88 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:33:37.327486 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device df250756-70b4-4ea7-85e2-10c9e8e1af88 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:33:37.850729 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-d2d0e6b4-2f00-49fd-b6e8-25c388457a18 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:37.852262 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-d2d0e6b4-2f00-49fd-b6e8-25c388457a18 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 946 time: 0.0508401 Aug 10 15:33:37.951518 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Deleting port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:33:37.951746 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:38.041667 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] For port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:38.042095 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:38.055893 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Calling delete_port for 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:33:38.189997 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:38.220003 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event deleted for resources: {'Port': ['ID=7fc5861e-36fe-44f5-9efc-de9b838b1ef1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:38.264033 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] No DVR routers for this DVR port 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:33:38.266719 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:38.268764 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-701c7aad-129d-4dc2-8e34-90dab7a7cebd req-932aa271-2127-4cd4-a080-f553384ad710 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "DELETE /v2.0/ports/7fc5861e-36fe-44f5-9efc-de9b838b1ef1 HTTP/1.1" status: 204 len: 173 time: 0.4097991 Aug 10 15:33:38.269206 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'name': 'network-vif-deleted', 'tag': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:38.271491 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab86d8eb-07b0-45ed-8910-ae70cda8c30a" -d '{"events": [{"server_uuid": "29b62c9e-0c94-4ecf-a013-5c02e36ca1cc", "name": "network-vif-deleted", "tag": "7fc5861e-36fe-44f5-9efc-de9b838b1ef1"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:38.309905 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a981a-7e01-4b72-be64-d686bd52f436 x-openstack-request-id: req-689a981a-7e01-4b72-be64-d686bd52f436 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:38.310188 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b62c9e-0c94-4ecf-a013-5c02e36ca1cc", "name": "network-vif-deleted", "tag": "7fc5861e-36fe-44f5-9efc-de9b838b1ef1", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:38.310435 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-689a981a-7e01-4b72-be64-d686bd52f436 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:38.310823 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b62c9e-0c94-4ecf-a013-5c02e36ca1cc', 'name': 'network-vif-deleted', 'tag': '7fc5861e-36fe-44f5-9efc-de9b838b1ef1', 'status': 'completed', 'code': 200} Aug 10 15:33:38.335773 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f016a958-3c0c-46ba-b8b4-96ebd3d2ea7c req-82b28975-ece0-4613-89e1-b6e406457d85 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 210 time: 0.0279040 Aug 10 15:33:39.463887 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5476f401-1a36-4501-b34a-ebdab17cf5a5 req-bd6839d8-8482-45b8-b30c-7e40164ae120 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 210 time: 0.0488327 Aug 10 15:33:40.570799 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f80df6bc-d59b-47df-99f0-7da470e56a93 req-b755eba6-76d2-4ad6-9bd4-0ef36b7a21cf tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b62c9e-0c94-4ecf-a013-5c02e36ca1cc HTTP/1.1" status: 200 len: 210 time: 0.0300326 Aug 10 15:33:40.936650 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', '7fc5861e-36fe-44f5-9efc-de9b838b1ef1'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:41.900322 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8836910-b9c3-4812-b3a3-ecf87f98a98a req-8bfe1b74-e594-47e8-859d-f7c1eb9a712e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:41.902030 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a8836910-b9c3-4812-b3a3-ecf87f98a98a req-8bfe1b74-e594-47e8-859d-f7c1eb9a712e tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 945 time: 0.0633698 Aug 10 15:33:41.955030 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a8836910-b9c3-4812-b3a3-ecf87f98a98a req-fda6db15-4c1e-48eb-a61e-d242e18f22f4 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Aug 10 15:33:42.944191 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:33:42.978206 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:33:42.978757 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 7fc5861e-36fe-44f5-9efc-de9b838b1ef1 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:33:43.129378 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff75257-c2e3-4f85-b902-8eb47163ecf9 req-89717dcc-8a27-42ed-81ab-013b9fb14b45 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:43.131188 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dff75257-c2e3-4f85-b902-8eb47163ecf9 req-89717dcc-8a27-42ed-81ab-013b9fb14b45 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 945 time: 0.0687656 Aug 10 15:33:43.184371 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dff75257-c2e3-4f85-b902-8eb47163ecf9 req-ddc21182-c22e-4745-ad8b-c29c4bcb4ef5 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Aug 10 15:33:43.526410 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e828-4410-4b23-a0a4-f12418119097 req-f6a893b8-854c-451e-969a-9992adc9580a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:43.527989 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8838e828-4410-4b23-a0a4-f12418119097 req-f6a893b8-854c-451e-969a-9992adc9580a tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 945 time: 0.0732167 Aug 10 15:33:43.633416 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Deleting port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:33:43.633756 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:43.688939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-490509c8-d40f-4d7d-a205-43e8c860ad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:43.741711 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] For port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:43.742244 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:43.763363 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Calling delete_port for 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:33:43.942796 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:43.981473 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:43.983936 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event deleted for resources: {'Port': ['ID=9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:44.049956 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] No DVR routers for this DVR port 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:33:44.053720 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:44.056165 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8838e828-4410-4b23-a0a4-f12418119097 req-2a66b76d-e6e8-443f-aad1-c88ffce208ed tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "DELETE /v2.0/ports/9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 HTTP/1.1" status: 204 len: 173 time: 0.5200927 Aug 10 15:33:44.056878 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'name': 'network-vif-deleted', 'tag': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:44.059518 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c52d5-688f-4000-b6a9-5ae195fda4c1" -d '{"events": [{"server_uuid": "6b08bdeb-a4bc-4b6d-988f-63463f5471bb", "name": "network-vif-deleted", "tag": "9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:44.109441 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990372ee-cc53-4658-bd9b-826c6e92740a x-openstack-request-id: req-990372ee-cc53-4658-bd9b-826c6e92740a {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:44.109920 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b08bdeb-a4bc-4b6d-988f-63463f5471bb", "name": "network-vif-deleted", "tag": "9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:44.110315 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-990372ee-cc53-4658-bd9b-826c6e92740a {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:44.110835 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b08bdeb-a4bc-4b6d-988f-63463f5471bb', 'name': 'network-vif-deleted', 'tag': '9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385', 'status': 'completed', 'code': 200} Aug 10 15:33:44.309939 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6863256e-d196-4fce-bc1a-b6891b0383ec req-dc1d2590-e9bd-46fd-9f0a-cfe44abbedf2 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b08bdeb-a4bc-4b6d-988f-63463f5471bb HTTP/1.1" status: 200 len: 210 time: 0.0322847 Aug 10 15:33:44.399844 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:46.284178 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-105544a1-fa34-4f9f-824a-88aacd4a14aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:46.595481 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:47.583697 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:48.121167 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:33:48.143090 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:33:48.143424 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 9820e7a3-dcb5-4bd2-ab81-8cfa7b2a4385 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:33:49.386220 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:50.083202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d658-38e7-4bf5-a41d-bcf2f345ea76 req-27d16a24-2c12-48ba-a978-ae3bf8295589 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:50.084820 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8df9d658-38e7-4bf5-a41d-bcf2f345ea76 req-27d16a24-2c12-48ba-a978-ae3bf8295589 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 945 time: 0.0535054 Aug 10 15:33:50.152119 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8df9d658-38e7-4bf5-a41d-bcf2f345ea76 req-0bde0498-90fa-499c-ba98-521f83bc250f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557542 Aug 10 15:33:51.345108 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914c9f9-b63c-40cd-a882-9463a0ab2ab1 req-6d94536f-9de9-4e8d-8745-0a45b888be9f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:51.347392 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1914c9f9-b63c-40cd-a882-9463a0ab2ab1 req-6d94536f-9de9-4e8d-8745-0a45b888be9f tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 945 time: 0.0692725 Aug 10 15:33:51.396301 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1914c9f9-b63c-40cd-a882-9463a0ab2ab1 req-58d3a68f-5a83-4a94-8add-eff2898bc37c tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c00bf00-46ac-4352-a5e7-678dccc6cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373032 Aug 10 15:33:52.045630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd95e-f856-4828-bed1-992eded36017 req-3c456764-15bb-42d9-8c75-23d039c91b32 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:33:52.047250 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-277bd95e-f856-4828-bed1-992eded36017 req-3c456764-15bb-42d9-8c75-23d039c91b32 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 945 time: 0.0777662 Aug 10 15:33:52.183086 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Deleting port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:33:52.183520 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:52.336713 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] For port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,segment=NetworkSegment(ce62cfb6-4cb9-4a1a-b902-463a806b1af5),segment_id=ce62cfb6-4cb9-4a1a-b902-463a806b1af5)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:33:52.337230 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:52.355049 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Calling delete_port for f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:33:52.514866 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:52.551337 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3b568055-8dcc-4d3b-b532-c9434e4c5cc4 req-7b0d34da-59b0-4fd6-8c31-ec473fbbbdda tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3e53c6-9505-4069-ac04-251ba4106888 HTTP/1.1" status: 200 len: 210 time: 0.0399420 Aug 10 15:33:52.557069 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:33:52.597578 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Pushing event deleted for resources: {'Port': ['ID=f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:52.623791 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] No DVR routers for this DVR port f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:33:52.626426 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:52.628554 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-277bd95e-f856-4828-bed1-992eded36017 req-13856e57-016b-419e-a9f7-eace9cf63986 tempest-AttachVolumeNegativeTest-853519664 tempest-AttachVolumeNegativeTest-853519664-project] 10.222.0.16 "DELETE /v2.0/ports/f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 HTTP/1.1" status: 204 len: 173 time: 0.5725296 Aug 10 15:33:52.629062 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e53c6-9505-4069-ac04-251ba4106888', 'name': 'network-vif-deleted', 'tag': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:33:52.631639 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef51ae-fd4e-4d38-887f-f41a56dea7a9" -d '{"events": [{"server_uuid": "2a3e53c6-9505-4069-ac04-251ba4106888", "name": "network-vif-deleted", "tag": "f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:33:52.694563 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30e7711-8eb8-4436-8645-2f61025100be x-openstack-request-id: req-d30e7711-8eb8-4436-8645-2f61025100be {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:33:52.694998 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e53c6-9505-4069-ac04-251ba4106888", "name": "network-vif-deleted", "tag": "f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:33:52.695387 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d30e7711-8eb8-4436-8645-2f61025100be {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:33:52.696011 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e53c6-9505-4069-ac04-251ba4106888', 'name': 'network-vif-deleted', 'tag': 'f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5', 'status': 'completed', 'code': 200} Aug 10 15:33:53.644761 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34052) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:53.715484 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Deleting subnet fd67a19b-ef42-44c0-a245-2d62e20b8c55 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:33:53.720798 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:53.778287 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:53.826477 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:53.901472 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:53.932484 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd67a19b-ef42-44c0-a245-2d62e20b8c55,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:53.938645 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:53.940571 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-13dedc87-f92b-4868-ac23-706aa5844fbb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fd67a19b-ef42-44c0-a245-2d62e20b8c55 HTTP/1.1" status: 204 len: 168 time: 0.2947958 Aug 10 15:33:53.944518 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34054) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:54.022483 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.125935 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.143266 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8842938b-48ad-4717-86ef-f22badb337d7']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:33:54.162984 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:33:54.163447 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce62cfb6-4cb9-4a1a-b902-463a806b1af5') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:33:54.180551 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.205405 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.216883 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:33:54.217505 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:33:54.220456 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:33:54.288641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.297116 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.303809 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8842938b-48ad-4717-86ef-f22badb337d7 HTTP/1.1" status: 204 len: 168 time: 0.3539429 Aug 10 15:33:54.318135 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835e6b1-4f5f-4006-82fd-2cf1f208e4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8842938b-48ad-4717-86ef-f22badb337d7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:54.425742 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34064) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:54.552726 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34068) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:54.605201 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bbfde773-1e66-4fc1-9289-592a7912b373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.625827 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-081d13a5-b59b-4c97-9fc4-c4db7be67b27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48fcd2ae2b3f48da9fa8734930834c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699313 Aug 10 15:33:54.628806 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34070) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:54.690837 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1d4a188c-2eb9-452a-b9c9-73073862e835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.726017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1d4a188c-2eb9-452a-b9c9-73073862e835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.752983 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bbfde773-1e66-4fc1-9289-592a7912b373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.759644 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bbfde773-1e66-4fc1-9289-592a7912b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.821612 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1d4a188c-2eb9-452a-b9c9-73073862e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.827695 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bbfde773-1e66-4fc1-9289-592a7912b373 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a4bddb1c4ec460fb26298b05a7f4fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969388 Aug 10 15:33:54.827998 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1d4a188c-2eb9-452a-b9c9-73073862e835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.827998 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1d4a188c-2eb9-452a-b9c9-73073862e835 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c00bf00-46ac-4352-a5e7-678dccc6cdc7 HTTP/1.1" status: 204 len: 168 time: 0.1950994 Aug 10 15:33:54.828977 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34072) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:54.834016 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a188c-2eb9-452a-b9c9-73073862e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c00bf00-46ac-4352-a5e7-678dccc6cdc7,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:54.841684 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfde773-1e66-4fc1-9289-592a7912b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd30883-42ce-4079-96e0-5e205eace733,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:54.920105 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08e48a5a-ca2d-482d-adc9-df99bb7a46be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:54.944281 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08e48a5a-ca2d-482d-adc9-df99bb7a46be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:55.004799 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:33:55.011622 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08e48a5a-ca2d-482d-adc9-df99bb7a46be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:55.018035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08e48a5a-ca2d-482d-adc9-df99bb7a46be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:55.019950 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-08e48a5a-ca2d-482d-adc9-df99bb7a46be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dd30883-42ce-4079-96e0-5e205eace733 HTTP/1.1" status: 204 len: 168 time: 0.1895041 Aug 10 15:33:55.034097 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e48a5a-ca2d-482d-adc9-df99bb7a46be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd30883-42ce-4079-96e0-5e205eace733,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:55.062546 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:33:55.063091 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device f5403fbc-2645-4dc4-bc33-e1c0fde1f8a5 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:33:58.963875 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34240) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:59.107963 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-999aee12-1cdb-4c83-934b-769d467dfad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.242748 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-999aee12-1cdb-4c83-934b-769d467dfad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.247121 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-999aee12-1cdb-4c83-934b-769d467dfad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.292403 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-999aee12-1cdb-4c83-934b-769d467dfad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb84b4c2388b4ec0a86545b60b30438f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271573 Aug 10 15:33:59.293568 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aee12-1cdb-4c83-934b-769d467dfad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e5b9e7-6c9d-4503-94f6-c4edfbe1e860,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:59.296621 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34248) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:59.363482 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.390254 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.478645 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.483261 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.486300 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79e5b9e7-6c9d-4503-94f6-c4edfbe1e860 HTTP/1.1" status: 204 len: 168 time: 0.1856184 Aug 10 15:33:59.504759 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e5b9e7-6c9d-4503-94f6-c4edfbe1e860,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:33:59.518548 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.519120 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.519994 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.520522 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.521101 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.521692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.522292 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.522856 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.523587 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.523965 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.524515 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.525063 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6004f2-4cfe-4876-a698-43acffee1fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:33:59.606183 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34256) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:59.888950 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9313915b-1293-4339-81be-fdec96b5f1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:33:59.969942 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34262) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:33:59.994948 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1030551b-cb81-47dd-a52c-1046f8be28ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.019424 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9313915b-1293-4339-81be-fdec96b5f1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.025555 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9313915b-1293-4339-81be-fdec96b5f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.088988 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313915b-1293-4339-81be-fdec96b5f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a60a3a-2374-4b4b-88c2-28785e2efe63,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:00.097846 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9313915b-1293-4339-81be-fdec96b5f1f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20e2c159cc964a92b3582cd34e514cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898498 Aug 10 15:34:00.101007 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34264) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:00.144153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1030551b-cb81-47dd-a52c-1046f8be28ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.157561 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1030551b-cb81-47dd-a52c-1046f8be28ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.175728 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-be67c8cf-7e69-4af4-8a32-3fd8e5a8cf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.204959 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1030551b-cb81-47dd-a52c-1046f8be28ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e75a86f0ed574013853f8993ea45ca2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330709 Aug 10 15:34:00.206614 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030551b-cb81-47dd-a52c-1046f8be28ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7350ec3c-554c-451f-bc05-f14712f93596,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:00.209229 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34266) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:00.219303 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-be67c8cf-7e69-4af4-8a32-3fd8e5a8cf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.280026 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-438b76ee-ce56-4e7b-98d1-ca91ba4f464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.296268 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-be67c8cf-7e69-4af4-8a32-3fd8e5a8cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.300426 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-be67c8cf-7e69-4af4-8a32-3fd8e5a8cf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.304471 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-be67c8cf-7e69-4af4-8a32-3fd8e5a8cf06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8a60a3a-2374-4b4b-88c2-28785e2efe63 HTTP/1.1" status: 204 len: 168 time: 0.1992459 Aug 10 15:34:00.310952 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67c8cf-7e69-4af4-8a32-3fd8e5a8cf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a60a3a-2374-4b4b-88c2-28785e2efe63,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:00.320693 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-438b76ee-ce56-4e7b-98d1-ca91ba4f464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.397511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-438b76ee-ce56-4e7b-98d1-ca91ba4f464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.402861 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-438b76ee-ce56-4e7b-98d1-ca91ba4f464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:00.404440 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-438b76ee-ce56-4e7b-98d1-ca91ba4f464b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7350ec3c-554c-451f-bc05-f14712f93596 HTTP/1.1" status: 204 len: 168 time: 0.1941881 Aug 10 15:34:00.413797 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b76ee-ce56-4e7b-98d1-ca91ba4f464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350ec3c-554c-451f-bc05-f14712f93596,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:01.855835 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34320) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:02.016890 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a7663dc-5677-43cd-8278-e6eac358c08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.167428 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a7663dc-5677-43cd-8278-e6eac358c08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.173470 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1a7663dc-5677-43cd-8278-e6eac358c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.241452 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7663dc-5677-43cd-8278-e6eac358c08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9c184-cdb8-4858-840b-21d7a32fce7c,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:02.265422 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1a7663dc-5677-43cd-8278-e6eac358c08d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=878f5ee313bf492f9801b34d1e831220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080863 Aug 10 15:34:02.269541 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34334) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:02.353944 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f543a56c-13c3-4351-87a9-1f111ec3bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.392403 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f543a56c-13c3-4351-87a9-1f111ec3bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.468300 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f543a56c-13c3-4351-87a9-1f111ec3bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.469539 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f543a56c-13c3-4351-87a9-1f111ec3bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:02.471373 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f543a56c-13c3-4351-87a9-1f111ec3bf45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ca9c184-cdb8-4858-840b-21d7a32fce7c HTTP/1.1" status: 204 len: 168 time: 0.2001350 Aug 10 15:34:02.485054 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543a56c-13c3-4351-87a9-1f111ec3bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9c184-cdb8-4858-840b-21d7a32fce7c,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:03.191903 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:34:11.477993 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34436) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:11.646905 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e434d0b5-6f16-4ee7-a3c0-7918f0604e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:11.805857 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e434d0b5-6f16-4ee7-a3c0-7918f0604e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:11.811692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e434d0b5-6f16-4ee7-a3c0-7918f0604e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:11.859555 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e434d0b5-6f16-4ee7-a3c0-7918f0604e07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a08aa84eb5f4af18574d5388ddfb082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802006 Aug 10 15:34:11.860563 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434d0b5-6f16-4ee7-a3c0-7918f0604e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c38e80-61a1-4b3f-8665-baa57701b75d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:11.863556 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34440) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:11.928304 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:11.969419 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.057895 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.062828 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.064799 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54c38e80-61a1-4b3f-8665-baa57701b75d HTTP/1.1" status: 204 len: 168 time: 0.1996863 Aug 10 15:34:12.078668 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c38e80-61a1-4b3f-8665-baa57701b75d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:12.089101 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.089734 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.090530 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.090908 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.091285 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.091696 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.092195 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.092779 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.093206 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.093624 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.094072 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.094560 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9866ff0-3c2e-4d87-ae39-9cc2522947cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:12.477816 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34446) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:12.497327 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dbbd38ba-e7e2-44f7-a1c7-36115243de0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.649985 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dbbd38ba-e7e2-44f7-a1c7-36115243de0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.656155 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-dbbd38ba-e7e2-44f7-a1c7-36115243de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.722031 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-dbbd38ba-e7e2-44f7-a1c7-36115243de0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8369de8bbd2d4d1fb1ac10468a01b0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429268 Aug 10 15:34:12.723097 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd38ba-e7e2-44f7-a1c7-36115243de0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34f188-ad87-44cf-b9dd-ac330fc15008,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:12.725719 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34448) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:12.807425 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd35-0455-48c2-b635-e12d6b0778c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.832473 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd35-0455-48c2-b635-e12d6b0778c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.898233 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd35-0455-48c2-b635-e12d6b0778c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.900860 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd35-0455-48c2-b635-e12d6b0778c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:12.902086 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d4b0fd35-0455-48c2-b635-e12d6b0778c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc34f188-ad87-44cf-b9dd-ac330fc15008 HTTP/1.1" status: 204 len: 168 time: 0.1752801 Aug 10 15:34:12.914875 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0fd35-0455-48c2-b635-e12d6b0778c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34f188-ad87-44cf-b9dd-ac330fc15008,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:13.378450 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34454) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:13.393723 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a48565fb-1d3b-4cfe-9f10-def210554eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.514922 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a48565fb-1d3b-4cfe-9f10-def210554eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.521300 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a48565fb-1d3b-4cfe-9f10-def210554eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.567694 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48565fb-1d3b-4cfe-9f10-def210554eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6fc8a2-f7c4-4386-8dc0-ef4aaface226,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:13.572110 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a48565fb-1d3b-4cfe-9f10-def210554eb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05078668ceb744a3a9de5f60974fab8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923683 Aug 10 15:34:13.576075 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34456) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:13.652307 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-26e141fa-0d8b-44d0-af75-e68c71e0dea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.694383 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-26e141fa-0d8b-44d0-af75-e68c71e0dea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.695796 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f141594e-d4b4-4611-a2c1-946cdeb3ec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.776023 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-26e141fa-0d8b-44d0-af75-e68c71e0dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.780283 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-26e141fa-0d8b-44d0-af75-e68c71e0dea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:13.782347 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-26e141fa-0d8b-44d0-af75-e68c71e0dea7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f6fc8a2-f7c4-4386-8dc0-ef4aaface226 HTTP/1.1" status: 204 len: 168 time: 0.2050581 Aug 10 15:34:13.796877 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e141fa-0d8b-44d0-af75-e68c71e0dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6fc8a2-f7c4-4386-8dc0-ef4aaface226,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:14.398357 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:16.289489 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72bae4c2-bb95-430f-b51b-1b0470b421b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:16.598184 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:17.602587 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:19.388259 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:20.641010 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-b7e05cf0-af7d-431a-8030-af75a8c75ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564904 Aug 10 15:34:20.793246 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-6ee322c6-0440-44ee-ab13-022b15dd709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:20.794811 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-6ee322c6-0440-44ee-ab13-022b15dd709e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0658855 Aug 10 15:34:20.946088 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-a3acab61-95ba-46dd-9cf0-958c5eb1b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:20.948072 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-a3acab61-95ba-46dd-9cf0-958c5eb1b3a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.1251152 Aug 10 15:34:21.039668 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-d3389b93-72c5-4b16-a1fc-a2e3f8688ddc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 1001 time: 0.0798016 Aug 10 15:34:21.116569 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-9f3be938-29bb-4704-a807-dc4ac712c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:21.118592 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-9f3be938-29bb-4704-a807-dc4ac712c68d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0679829 Aug 10 15:34:21.189257 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-681d4ee6-24a0-4479-b682-2a32ec30c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:21.191105 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-681d4ee6-24a0-4479-b682-2a32ec30c139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613489 Aug 10 15:34:21.305944 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-722184f4-55d2-40a6-b597-7fdf33340ddc service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006477 Aug 10 15:34:21.452354 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4d87094d-5ad9-48ff-a92a-d56d65daf1e8 req-b543ed0b-61e1-4752-b9fa-3fb8b71fca5e service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337771 Aug 10 15:34:21.562170 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34576) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:21.721643 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9e27b3f5-032b-448a-afba-4a77a848326c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:21.863927 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9e27b3f5-032b-448a-afba-4a77a848326c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:21.871666 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-9e27b3f5-032b-448a-afba-4a77a848326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:21.918920 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-9e27b3f5-032b-448a-afba-4a77a848326c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2d90992070c4deba6947ae98738aad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554716 Aug 10 15:34:21.920087 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b3f5-032b-448a-afba-4a77a848326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abafec7-e202-4bda-bda0-3762b974a01f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:21.923800 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34580) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:22.014990 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10145cbf-01f3-453e-b465-73d2f7b86c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.047290 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10145cbf-01f3-453e-b465-73d2f7b86c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.106307 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10145cbf-01f3-453e-b465-73d2f7b86c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.109574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10145cbf-01f3-453e-b465-73d2f7b86c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.111388 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-10145cbf-01f3-453e-b465-73d2f7b86c9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4abafec7-e202-4bda-bda0-3762b974a01f HTTP/1.1" status: 204 len: 168 time: 0.1849267 Aug 10 15:34:22.123209 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10145cbf-01f3-453e-b465-73d2f7b86c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abafec7-e202-4bda-bda0-3762b974a01f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:22.549538 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34586) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:22.565643 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2144-01cd-4ede-8811-0b5da8ca933c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.713751 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2144-01cd-4ede-8811-0b5da8ca933c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.720061 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2144-01cd-4ede-8811-0b5da8ca933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.764363 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d2144-01cd-4ede-8811-0b5da8ca933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4f8b73-6d0f-4c1d-8063-8d3aa56454eb,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:22.768889 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bc1d2144-01cd-4ede-8811-0b5da8ca933c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c3534e6b3ed441c967ebab623abe106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177749 Aug 10 15:34:22.773343 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34588) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:22.839926 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bacc685-01b9-4668-aa73-fe3b90a54162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.878175 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bacc685-01b9-4668-aa73-fe3b90a54162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.976841 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bacc685-01b9-4668-aa73-fe3b90a54162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.979938 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bacc685-01b9-4668-aa73-fe3b90a54162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:22.981198 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6bacc685-01b9-4668-aa73-fe3b90a54162 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab4f8b73-6d0f-4c1d-8063-8d3aa56454eb HTTP/1.1" status: 204 len: 168 time: 0.2067275 Aug 10 15:34:22.992221 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacc685-01b9-4668-aa73-fe3b90a54162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4f8b73-6d0f-4c1d-8063-8d3aa56454eb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:27.955959 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34646) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:28.096708 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7c8c-11b5-414e-b5a1-c9b9ac52c7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.205446 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7c8c-11b5-414e-b5a1-c9b9ac52c7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.211087 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7c8c-11b5-414e-b5a1-c9b9ac52c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.257576 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6dcc7c8c-11b5-414e-b5a1-c9b9ac52c7ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c701376950714ddcaed886d71716c6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001766 Aug 10 15:34:28.258473 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc7c8c-11b5-414e-b5a1-c9b9ac52c7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d562b6e-9a4f-4d98-9889-5dfce2b2386a,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:28.261747 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34650) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:28.330108 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec43df31-e4ff-4226-8ae7-465d59a15027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.355949 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec43df31-e4ff-4226-8ae7-465d59a15027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.416868 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec43df31-e4ff-4226-8ae7-465d59a15027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.420308 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-ec43df31-e4ff-4226-8ae7-465d59a15027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.422367 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-ec43df31-e4ff-4226-8ae7-465d59a15027 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d562b6e-9a4f-4d98-9889-5dfce2b2386a HTTP/1.1" status: 204 len: 168 time: 0.1592119 Aug 10 15:34:28.436335 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43df31-e4ff-4226-8ae7-465d59a15027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d562b6e-9a4f-4d98-9889-5dfce2b2386a,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:28.753453 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34656) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:28.767310 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bcc996da-cb40-4cfb-a5f8-60f8180c4962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.873267 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bcc996da-cb40-4cfb-a5f8-60f8180c4962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.879398 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bcc996da-cb40-4cfb-a5f8-60f8180c4962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:28.929258 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-bcc996da-cb40-4cfb-a5f8-60f8180c4962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b68c32ac718c46b8ac209ca1f1ed6513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745076 Aug 10 15:34:28.930286 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc996da-cb40-4cfb-a5f8-60f8180c4962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a905b1ef-888b-48ff-b2c5-c0bb54a9f42d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:28.932187 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34658) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:29.008681 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-622b5a5d-fee3-4b2e-9599-daeafc59a88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:29.052835 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-622b5a5d-fee3-4b2e-9599-daeafc59a88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:29.123737 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-622b5a5d-fee3-4b2e-9599-daeafc59a88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:29.128237 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-622b5a5d-fee3-4b2e-9599-daeafc59a88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:29.130068 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-622b5a5d-fee3-4b2e-9599-daeafc59a88a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a905b1ef-888b-48ff-b2c5-c0bb54a9f42d HTTP/1.1" status: 204 len: 168 time: 0.1965618 Aug 10 15:34:29.141661 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b5a5d-fee3-4b2e-9599-daeafc59a88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a905b1ef-888b-48ff-b2c5-c0bb54a9f42d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:38.448121 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34776) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:38.598105 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-510702b7-8f68-4955-8431-01fdb5fa905e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.721467 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-510702b7-8f68-4955-8431-01fdb5fa905e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.727775 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-510702b7-8f68-4955-8431-01fdb5fa905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.774127 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-510702b7-8f68-4955-8431-01fdb5fa905e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c1a16a8d13446c5b4983cadc56cb54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248472 Aug 10 15:34:38.776447 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510702b7-8f68-4955-8431-01fdb5fa905e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce32f84-dd1d-4e59-8b6d-fbce59dc37e6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:38.777815 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34780) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:38.846689 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-360a4358-8752-4c53-9311-f27922cb44a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.880316 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-360a4358-8752-4c53-9311-f27922cb44a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.968496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-360a4358-8752-4c53-9311-f27922cb44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.973883 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-360a4358-8752-4c53-9311-f27922cb44a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:38.975927 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-360a4358-8752-4c53-9311-f27922cb44a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ce32f84-dd1d-4e59-8b6d-fbce59dc37e6 HTTP/1.1" status: 204 len: 168 time: 0.1962309 Aug 10 15:34:38.989937 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a4358-8752-4c53-9311-f27922cb44a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce32f84-dd1d-4e59-8b6d-fbce59dc37e6,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:39.355654 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34786) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:39.373202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-554c7c6e-0093-4ddc-8068-dae72da1161e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.487220 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-554c7c6e-0093-4ddc-8068-dae72da1161e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.494610 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-554c7c6e-0093-4ddc-8068-dae72da1161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.545455 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-554c7c6e-0093-4ddc-8068-dae72da1161e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=604a6d26e5ce431f83919e584badf94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884105 Aug 10 15:34:39.546767 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c7c6e-0093-4ddc-8068-dae72da1161e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e35c6c2-9e5d-467e-85f6-ea12e466898d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:39.549678 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34788) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:39.626423 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f07a-fe8a-41c6-84c4-77a40f1e48db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.654256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f07a-fe8a-41c6-84c4-77a40f1e48db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.732873 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f07a-fe8a-41c6-84c4-77a40f1e48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.737558 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f07a-fe8a-41c6-84c4-77a40f1e48db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:39.739450 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-bfc2f07a-fe8a-41c6-84c4-77a40f1e48db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e35c6c2-9e5d-467e-85f6-ea12e466898d HTTP/1.1" status: 204 len: 168 time: 0.1882362 Aug 10 15:34:39.753034 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2f07a-fe8a-41c6-84c4-77a40f1e48db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e35c6c2-9e5d-467e-85f6-ea12e466898d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:40.192879 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34794) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:40.196446 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:34:40.214274 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-67e86988-cf70-4172-b709-5beb70ebe053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.360153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-67e86988-cf70-4172-b709-5beb70ebe053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.365477 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-67e86988-cf70-4172-b709-5beb70ebe053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.409844 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-67e86988-cf70-4172-b709-5beb70ebe053 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fa5b4dbce394ddca493393697caf78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143395 Aug 10 15:34:40.410676 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e86988-cf70-4172-b709-5beb70ebe053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e963f3-998e-4018-8b02-a6f4d8d9728d,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:40.412863 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34796) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:40.472198 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5e36cbdc-f0d6-4aa4-a6e5-8c9bc49dd7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.497643 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5e36cbdc-f0d6-4aa4-a6e5-8c9bc49dd7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.554224 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5e36cbdc-f0d6-4aa4-a6e5-8c9bc49dd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.557481 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5e36cbdc-f0d6-4aa4-a6e5-8c9bc49dd7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:40.558759 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5e36cbdc-f0d6-4aa4-a6e5-8c9bc49dd7dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40e963f3-998e-4018-8b02-a6f4d8d9728d HTTP/1.1" status: 204 len: 168 time: 0.1443756 Aug 10 15:34:40.568815 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36cbdc-f0d6-4aa4-a6e5-8c9bc49dd7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e963f3-998e-4018-8b02-a6f4d8d9728d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:43.692924 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6e51-a8f5-48de-98be-d2b27bdfbdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:44.421324 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:46.301644 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b2403133-66c1-4244-a1fa-ada4c5a680ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:46.611087 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:47.598458 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:48.643825 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34800) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:48.834013 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Deleting port 506444d3-520a-4082-b64a-cb79e0cdf6e5 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:34:48.834542 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:48.946097 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:48.946406 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:48.966148 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Calling delete_port for 506444d3-520a-4082-b64a-cb79e0cdf6e5 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:34:49.249513 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:49.274794 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event deleted for resources: {'Port': ['ID=506444d3-520a-4082-b64a-cb79e0cdf6e5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:49.346078 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:49.346534 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Floating IP 2ad342b6-8908-4b9a-9437-f8a13000231a disassociated (deleted). External IP: 172.27.0.144, port: d72030b1-8113-4711-a49f-46c25cd25e59. Aug 10 15:34:49.394216 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:49.600756 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:34:49.744626 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:34:49.749983 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:49.759295 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] Sync routers for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:34:49.775071 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:34:49.775939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:49.789548 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2151cc6a-01c0-4034-88de-8725d9a9587e tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "DELETE /v2.0/floatingips/2ad342b6-8908-4b9a-9437-f8a13000231a HTTP/1.1" status: 204 len: 168 time: 1.1440382 Aug 10 15:34:49.790525 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:34:49.794733 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d839a86-3dfd-49de-9544-d721237977b9" -d '{"events": [{"name": "network-changed", "server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:34:49.859559 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc549d-f702-4322-9b2b-9dc84146cd7e x-openstack-request-id: req-93cc549d-f702-4322-9b2b-9dc84146cd7e {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:34:49.859936 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:34:49.860262 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93cc549d-f702-4322-9b2b-9dc84146cd7e {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:34:49.861266 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'status': 'completed', 'code': 200} Aug 10 15:34:49.928772 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:34:49.973894 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839a86-3dfd-49de-9544-d721237977b9 req-0ed19830-036f-4e79-880c-3adf19bab0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:49.977026 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-0ed19830-036f-4e79-880c-3adf19bab0a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3f6634d17349638c561fa19b086be8&device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 1098 time: 0.0574203 Aug 10 15:34:50.142974 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839a86-3dfd-49de-9544-d721237977b9 req-ee00978a-d877-4092-87fd-8fbfee5a3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:50.145385 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-ee00978a-d877-4092-87fd-8fbfee5a3f4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 200 len: 910 time: 0.1482294 Aug 10 15:34:50.180449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30385121-b11e-431e-8fe1-3814a20255b8 req-fdbd820e-ba30-4283-8788-50d872598cff tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:50.182411 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30385121-b11e-431e-8fe1-3814a20255b8 req-fdbd820e-ba30-4283-8788-50d872598cff tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0678446 Aug 10 15:34:50.216466 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-d05365b1-1855-418e-ac55-f02daac5dba9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 200 len: 217 time: 0.0630188 Aug 10 15:34:50.252624 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-30385121-b11e-431e-8fe1-3814a20255b8 req-53570c4c-d271-4b3c-b8e6-54fa01616430 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531487 Aug 10 15:34:50.261474 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:50Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:50.273184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839a86-3dfd-49de-9544-d721237977b9 req-e6447ee5-200f-4edb-9acd-80c5f852bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:50.275071 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-e6447ee5-200f-4edb-9acd-80c5f852bbdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 200 len: 848 time: 0.0516412 Aug 10 15:34:50.315259 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] Checking router: 6016ba4e-e7f9-4dd0-be72-3a2ca597820e for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:34:50.329314 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:34:50.330383 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:50.342996 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839a86-3dfd-49de-9544-d721237977b9 req-aedcedf5-1dcc-46f8-a4f4-26f95e176e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:50.345186 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-aedcedf5-1dcc-46f8-a4f4-26f95e176e2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9b358d5-618f-4a8a-8769-be5c7dbcb23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625334 Aug 10 15:34:50.517970 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-4775d82a-d199-41e3-b904-eefd2591e7ba service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642020 Aug 10 15:34:50.605096 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:34:50.645583 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-7d839a86-3dfd-49de-9544-d721237977b9 req-7da6f362-e7a2-4fd2-89c0-ffa2db694e49 service neutron] 10.222.0.16 "GET /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191800 Aug 10 15:34:50.840693 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:50Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:50.886502 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1210085-65fa-4bea-ad9b-e65f2fd666dd None None] The sync data for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi is: [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:44Z', 'revision_number': 4, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'cd57c959-c6ed-4909-8df1-bef499b909c1', 'name': '', 'network_id': 'f9b358d5-618f-4a8a-8769-be5c7dbcb23d', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'mac_address': 'fa:16:3e:9d:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:43Z', 'updated_at': '2021-08-10T15:29:50Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'subnets': [{'id': 'd5565eba-dd70-496f-8c19-43139645e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:34:51.160367 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1e0bd-c6d9-47f9-8384-f381d0bf8cdd None None] New status for floating IP 2ad342b6-8908-4b9a-9437-f8a13000231a: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:34:51.414255 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe719c-cc41-40a4-b906-cf138a777f1e req-88490ed9-b36a-4689-a23d-bf9a89c28e35 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:51.416570 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e5fe719c-cc41-40a4-b906-cf138a777f1e req-88490ed9-b36a-4689-a23d-bf9a89c28e35 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0688069 Aug 10 15:34:51.483461 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e5fe719c-cc41-40a4-b906-cf138a777f1e req-d1c5c502-25ea-4773-8ead-6770cf6305e5 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580869 Aug 10 15:34:52.204356 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-50f34030-9de5-4457-8505-902a82c4b599 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:52.206158 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-50f34030-9de5-4457-8505-902a82c4b599 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0631328 Aug 10 15:34:52.319455 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Deleting port d72030b1-8113-4711-a49f-46c25cd25e59 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:34:52.319777 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:52.446009 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] For port d72030b1-8113-4711-a49f-46c25cd25e59, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d72030b1-8113-4711-a49f-46c25cd25e59,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:34:52.446586 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:52.467252 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Calling delete_port for d72030b1-8113-4711-a49f-46c25cd25e59 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:34:52.634044 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:52.686550 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248caf-2a54-427a-82a6-7d3fb8049fda req-01b9063f-83d0-42df-b526-3de6ad3f3a90 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:34:52.688602 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aa248caf-2a54-427a-82a6-7d3fb8049fda req-01b9063f-83d0-42df-b526-3de6ad3f3a90 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 867 time: 0.0791597 Aug 10 15:34:52.691561 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event deleted for resources: {'Port': ['ID=d72030b1-8113-4711-a49f-46c25cd25e59,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:52.752066 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-aa248caf-2a54-427a-82a6-7d3fb8049fda req-d063d1bd-98da-415e-88a1-50dc2f5fd1ab tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/security-groups?id=58fe9be2-66a7-4eba-b523-fd81efc2e469&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515449 Aug 10 15:34:52.752802 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] No DVR routers for this DVR port d72030b1-8113-4711-a49f-46c25cd25e59 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:34:52.756813 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:52.760397 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-e8c24621-a0d9-4dfe-b022-f4b5a3183588 req-6bea7ea8-87f0-4fbe-aa68-fbf2b926204a tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.16 "DELETE /v2.0/ports/d72030b1-8113-4711-a49f-46c25cd25e59 HTTP/1.1" status: 204 len: 173 time: 0.5430188 Aug 10 15:34:52.761085 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-deleted', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:34:52.764897 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e473e-8b30-40fb-a753-3f080fefe22a" -d '{"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-deleted", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:34:52.823786 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5fb2b5-aeff-4f77-9be0-8487b5b7ae02 x-openstack-request-id: req-7c5fb2b5-aeff-4f77-9be0-8487b5b7ae02 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:34:52.824256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3", "name": "network-vif-deleted", "tag": "d72030b1-8113-4711-a49f-46c25cd25e59", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:34:52.824677 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c5fb2b5-aeff-4f77-9be0-8487b5b7ae02 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:34:52.825301 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3', 'name': 'network-vif-deleted', 'tag': 'd72030b1-8113-4711-a49f-46c25cd25e59', 'status': 'completed', 'code': 200} Aug 10 15:34:53.941810 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a97a7b36-9876-4a43-ac6c-8e80b27ce9dd req-cb510ff3-e9e3-4b1b-933c-bc171daaecae tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e348ea-9a37-4df2-9f1b-7ab1c8dfc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0501561 Aug 10 15:34:55.011225 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34822) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:55.082693 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e47247ae-284d-4562-918d-ad9a1f773f00 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:55.124666 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e47247ae-284d-4562-918d-ad9a1f773f00 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:55.201426 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e47247ae-284d-4562-918d-ad9a1f773f00 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:55.204637 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-e47247ae-284d-4562-918d-ad9a1f773f00 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:55.205922 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-e47247ae-284d-4562-918d-ad9a1f773f00 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] 10.222.0.32 "DELETE /v2.0/security-groups/58fe9be2-66a7-4eba-b523-fd81efc2e469 HTTP/1.1" status: 204 len: 168 time: 0.1933568 Aug 10 15:34:55.219648 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47247ae-284d-4562-918d-ad9a1f773f00 tempest-TestShelveInstance-688358839 tempest-TestShelveInstance-688358839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe9be2-66a7-4eba-b523-fd81efc2e469,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:55.233475 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:34:55.264996 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: d72030b1-8113-4711-a49f-46c25cd25e59 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:34:55.265337 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device d72030b1-8113-4711-a49f-46c25cd25e59 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:34:56.302259 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34828) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:56.937107 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:57.474511 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Deleting port cd57c959-c6ed-4909-8df1-bef499b909c1 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:34:57.476173 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:57.565089 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] For port cd57c959-c6ed-4909-8df1-bef499b909c1, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=cd57c959-c6ed-4909-8df1-bef499b909c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:34:57.565434 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:57.579992 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Calling delete_port for cd57c959-c6ed-4909-8df1-bef499b909c1 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:34:57.795587 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:57.833104 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd57c959-c6ed-4909-8df1-bef499b909c1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:58.084403 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:58.388433 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:34:58.505564 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:34:58.512714 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-afcf1d0f-4283-4cbc-9524-d5c30d01b091 admin admin] 10.222.0.32 "PUT /v2.0/routers/6016ba4e-e7f9-4dd0-be72-3a2ca597820e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2082963 Aug 10 15:34:58.515705 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34832) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:58.519867 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] Sync routers for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:34:58.531183 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:34:58.531843 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:58.660600 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:58.673135 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:34:58.797489 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:58.886809 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Deleting port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:34:58.887385 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:58.964937 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:34:57Z', 'revision_number': 5, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port': {'id': '26b8a4ad-ccfa-423d-bf4a-db9e7c58b949', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:59.012654 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] Checking router: 6016ba4e-e7f9-4dd0-be72-3a2ca597820e for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:34:59.024939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] Routers {'6016ba4e-e7f9-4dd0-be72-3a2ca597820e'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:34:59.025622 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:59.036568 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] For port 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:34:59.037753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.062148 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Calling delete_port for 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:34:59.125319 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] Set router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e gateway port host: None {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:34:59.193709 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:34:58Z', 'revision_number': 6, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:34:59.232986 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b772bc-dd43-41cf-b457-fb3b2ef0da49 None None] The sync data for ids ['6016ba4e-e7f9-4dd0-be72-3a2ca597820e'] in dv-cinder-804093-1-iscsi is: [{'id': '6016ba4e-e7f9-4dd0-be72-3a2ca597820e', 'name': 'tempest-TestShelveInstance-1788364370-router', 'tenant_id': '4a3f6634d17349638c561fa19b086be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:41Z', 'updated_at': '2021-08-10T15:34:58Z', 'revision_number': 6, 'project_id': '4a3f6634d17349638c561fa19b086be8', 'gw_port_host': None}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:34:59.309013 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.347985 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b8a4ad-ccfa-423d-bf4a-db9e7c58b949,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:59.428193 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.527245 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.529484 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.581358 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.582555 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6016ba4e-e7f9-4dd0-be72-3a2ca597820e {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:34:59.589398 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.591132 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ab547493-fc62-4115-bf16-1855d6244a82 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6016ba4e-e7f9-4dd0-be72-3a2ca597820e HTTP/1.1" status: 204 len: 168 time: 1.0743349 Aug 10 15:34:59.594865 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34834) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:59.652843 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Deleting subnet d5565eba-dd70-496f-8c19-43139645e65c {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:34:59.658403 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.710840 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.809920 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.885410 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.930426 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5565eba-dd70-496f-8c19-43139645e65c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:34:59.937007 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:34:59.939934 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5565eba-dd70-496f-8c19-43139645e65c HTTP/1.1" status: 204 len: 168 time: 0.3438509 Aug 10 15:34:59.945744 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34836) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:34:59.946550 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.946550 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.946846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.947187 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.947490 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.947822 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.948134 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.948463 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.948666 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10ace4-d1aa-4719-8b3f-de587c4179c5 None None] Network f9b358d5-618f-4a8a-8769-be5c7dbcb23d requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:34:59.949223 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.949223 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.949391 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:34:59.949713 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b8e25-3ab6-4b47-8e5b-964eee844ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.066757 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.159933 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Deleting port df97c57d-7df9-4a5e-ba55-964c7efe17c1 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:35:00.160565 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.162783 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device cd57c959-c6ed-4909-8df1-bef499b909c1 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:35:00.187485 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: cd57c959-c6ed-4909-8df1-bef499b909c1 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:35:00.187872 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device cd57c959-c6ed-4909-8df1-bef499b909c1 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:35:00.188465 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:35:00.232992 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:35:00.233342 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 26b8a4ad-ccfa-423d-bf4a-db9e7c58b949 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:35:00.244612 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] DHCP port deletion for f9b358d5-618f-4a8a-8769-be5c7dbcb23d request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:35:00.248027 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] For port df97c57d-7df9-4a5e-ba55-964c7efe17c1, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=df97c57d-7df9-4a5e-ba55-964c7efe17c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:00.248474 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.269818 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Calling delete_port for df97c57d-7df9-4a5e-ba55-964c7efe17c1 owned by network:dhcp {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:35:00.313923 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Deleting port df97c57d-7df9-4a5e-ba55-964c7efe17c1 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:35:00.314538 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.372581 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.396043 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=df97c57d-7df9-4a5e-ba55-964c7efe17c1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:00.406449 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] No DVR routers for this DVR port df97c57d-7df9-4a5e-ba55-964c7efe17c1 on host dv-cinder-804093-1-iscsi {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:35:00.412328 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] For port df97c57d-7df9-4a5e-ba55-964c7efe17c1, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=df97c57d-7df9-4a5e-ba55-964c7efe17c1,segment=NetworkSegment(1640b54a-b140-4bce-942f-ce69f45524b7),segment_id=1640b54a-b140-4bce-942f-ce69f45524b7)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:00.412848 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.438217 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Calling delete_port for df97c57d-7df9-4a5e-ba55-964c7efe17c1 owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:35:00.512799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.524819 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b358d5-618f-4a8a-8769-be5c7dbcb23d']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:00.540068 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1640b54a-b140-4bce-942f-ce69f45524b7') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:00.540363 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1640b54a-b140-4bce-942f-ce69f45524b7') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:00.550778 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.565537 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.566810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.573298 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:35:00.573814 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:35:00.575932 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:35:00.607369 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] No DVR routers for this DVR port df97c57d-7df9-4a5e-ba55-964c7efe17c1 on host dv-cinder-804093-1-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:35:00.609320 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Pushing event deleted for resources: {'Port': ['ID=df97c57d-7df9-4a5e-ba55-964c7efe17c1,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:00.627590 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.628148 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.628688 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.630394 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.633012 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.634167 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.634750 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.635234 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.635672 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.636131 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.636468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.636810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54c7f5-9c1e-4741-8636-e93a4bf316ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:00.644864 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.651137 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:00.653307 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9b358d5-618f-4a8a-8769-be5c7dbcb23d HTTP/1.1" status: 204 len: 168 time: 0.7056549 Aug 10 15:35:00.657142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34838) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:00.670979 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4915d-5893-4cb4-9be0-1f9032ca6e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b358d5-618f-4a8a-8769-be5c7dbcb23d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:01.073271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:01.422188 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Deleting port fe4d4e4c-480a-4ccb-9b77-a368b1444e87 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:35:01.422526 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:01.528771 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] For port fe4d4e4c-480a-4ccb-9b77-a368b1444e87, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:01.529122 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:01.548095 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Calling delete_port for fe4d4e4c-480a-4ccb-9b77-a368b1444e87 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:35:01.760177 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:01.791140 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4d4e4c-480a-4ccb-9b77-a368b1444e87,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:02.029352 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:02.218172 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device df97c57d-7df9-4a5e-ba55-964c7efe17c1 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:35:02.245721 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: df97c57d-7df9-4a5e-ba55-964c7efe17c1 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:35:02.246116 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device df97c57d-7df9-4a5e-ba55-964c7efe17c1 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:35:02.627541 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Router c548bc80-17b2-4177-a76f-62df51acbee4 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:35:02.751680 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:35:02.756698 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-35310647-6316-4475-8e37-fa050e08fc10 admin admin] 10.222.0.32 "PUT /v2.0/routers/c548bc80-17b2-4177-a76f-62df51acbee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984321 Aug 10 15:35:02.759396 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34840) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:02.761964 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] Sync routers for ids ['c548bc80-17b2-4177-a76f-62df51acbee4'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:35:02.773988 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] Routers {'c548bc80-17b2-4177-a76f-62df51acbee4'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:02.774960 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['c548bc80-17b2-4177-a76f-62df51acbee4'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:02.900985 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] Set router c548bc80-17b2-4177-a76f-62df51acbee4 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:02.901741 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.036716 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.102739 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Deleting port 13c0a739-f613-4e9f-af83-178754e912ce {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:35:03.103163 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.208671 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '13c0a739-f613-4e9f-af83-178754e912ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:35:01Z', 'revision_number': 5, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port': {'id': '13c0a739-f613-4e9f-af83-178754e912ce', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:29:48Z', 'updated_at': '2021-08-10T15:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:03.215125 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] For port 13c0a739-f613-4e9f-af83-178754e912ce, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=13c0a739-f613-4e9f-af83-178754e912ce,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:03.215649 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.232492 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Calling delete_port for 13c0a739-f613-4e9f-af83-178754e912ce owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:35:03.240142 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] Checking router: c548bc80-17b2-4177-a76f-62df51acbee4 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:35:03.248772 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] Routers {'c548bc80-17b2-4177-a76f-62df51acbee4'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:03.249419 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['c548bc80-17b2-4177-a76f-62df51acbee4'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:03.372765 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] Set router c548bc80-17b2-4177-a76f-62df51acbee4 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:03.454708 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.454996 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:35:03Z', 'revision_number': 6, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:03.485811 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c0a739-f613-4e9f-af83-178754e912ce,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:03.496561 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c5a3a-8c5a-4f43-ae79-c636e87744dd None None] The sync data for ids ['c548bc80-17b2-4177-a76f-62df51acbee4'] in dv-cinder-804093-1-iscsi is: [{'id': 'c548bc80-17b2-4177-a76f-62df51acbee4', 'name': 'tempest-TestShelveInstance-497757245-router', 'tenant_id': 'ae009a22979048a5b1a806a0c91727b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:29:47Z', 'updated_at': '2021-08-10T15:35:03Z', 'revision_number': 6, 'project_id': 'ae009a22979048a5b1a806a0c91727b6', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:35:03.576192 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.686035 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.688370 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.737762 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.738418 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c548bc80-17b2-4177-a76f-62df51acbee4 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:35:03.743755 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.747569 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7a185a99-75c9-4345-bfdb-dffb59e75e50 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c548bc80-17b2-4177-a76f-62df51acbee4 HTTP/1.1" status: 204 len: 168 time: 0.9839904 Aug 10 15:35:03.749507 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34842) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:03.807676 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Deleting subnet 4c63b085-89b4-4cc9-8001-f95d78c20a52 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:35:03.811235 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.856133 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:03.958553 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.029439 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.059627 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c63b085-89b4-4cc9-8001-f95d78c20a52,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:04.063142 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.069353 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6c424905-a5e9-49a4-aae0-e94474a0d67f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c63b085-89b4-4cc9-8001-f95d78c20a52 HTTP/1.1" status: 204 len: 168 time: 0.3144774 Aug 10 15:35:04.070030 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34844) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:04.070790 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5339dd9-d0d4-43dd-9b90-0f464720819b None None] Network 0cce2729-02e7-4ca7-9144-05a7db14569f requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:35:04.156607 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.224988 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Deleting port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:35:04.225565 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.278303 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] DHCP port deletion for 0cce2729-02e7-4ca7-9144-05a7db14569f request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:35:04.310132 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] For port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:04.310610 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.331512 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Calling delete_port for c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 owned by network:dhcp {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:35:04.348420 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] Deleting port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:35:04.350183 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.372364 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device fe4d4e4c-480a-4ccb-9b77-a368b1444e87 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:35:04.436650 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: fe4d4e4c-480a-4ccb-9b77-a368b1444e87 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:35:04.437234 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device fe4d4e4c-480a-4ccb-9b77-a368b1444e87 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:35:04.437894 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 13c0a739-f613-4e9f-af83-178754e912ce no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:35:04.481949 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 13c0a739-f613-4e9f-af83-178754e912ce {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:35:04.482435 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 13c0a739-f613-4e9f-af83-178754e912ce not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:35:04.482696 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:35:04.535330 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] For port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,segment=NetworkSegment(bed669fa-be37-44d7-94d7-1a787ef465ad),segment_id=bed669fa-be37-44d7-94d7-1a787ef465ad)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:04.535837 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.561576 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] Calling delete_port for c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:35:04.665765 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.681714 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] No DVR routers for this DVR port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 on host dv-cinder-804093-1-iscsi {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:35:04.701116 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.705637 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:04.788810 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.799249 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.813353 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cce2729-02e7-4ca7-9144-05a7db14569f']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:04.827256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed669fa-be37-44d7-94d7-1a787ef465ad') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:04.827559 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed669fa-be37-44d7-94d7-1a787ef465ad') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:04.834969 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] Pushing event deleted for resources: {'Port': ['ID=c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:04.837729 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269c407-6be4-41e0-89f8-e877ca198471 None None] No DVR routers for this DVR port c8ef8dea-6cfd-4d19-8e9d-e0a87ef3eba2 on host dv-cinder-804093-1-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:35:04.847902 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.864277 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.875384 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:35:04.875833 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:35:04.877733 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:35:04.943357 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.951124 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:04.953010 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cce2729-02e7-4ca7-9144-05a7db14569f HTTP/1.1" status: 204 len: 168 time: 0.8818872 Aug 10 15:35:04.969030 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b12fc-ee42-4c67-93a9-65a5ba4d2cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cce2729-02e7-4ca7-9144-05a7db14569f,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:05.097710 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34848) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:05.145130 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c9761c51-d7f8-4d8c-99b8-ea94908f61af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a3f6634d17349638c561fa19b086be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460334 Aug 10 15:35:05.149722 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34850) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:05.207701 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d286b97a-01be-4776-b0f3-dbb0bed3087b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.233369 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d286b97a-01be-4776-b0f3-dbb0bed3087b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.288023 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d286b97a-01be-4776-b0f3-dbb0bed3087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.291275 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d286b97a-01be-4776-b0f3-dbb0bed3087b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.292436 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d286b97a-01be-4776-b0f3-dbb0bed3087b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a49913c9-feae-47e1-9b2e-c0993830018b HTTP/1.1" status: 204 len: 168 time: 0.1413417 Aug 10 15:35:05.305810 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286b97a-01be-4776-b0f3-dbb0bed3087b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49913c9-feae-47e1-9b2e-c0993830018b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:05.757047 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34856) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:05.800961 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-69b1f9dd-f12c-4b64-8b98-9050f85ea599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae009a22979048a5b1a806a0c91727b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427158 Aug 10 15:35:05.804681 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34858) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:05.882137 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6e14a769-91fe-4167-a628-b84269cee4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.905833 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6e14a769-91fe-4167-a628-b84269cee4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.968730 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6e14a769-91fe-4167-a628-b84269cee4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.971611 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-6e14a769-91fe-4167-a628-b84269cee4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:05.972956 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-6e14a769-91fe-4167-a628-b84269cee4f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89a95333-f35c-465a-bb03-8a9f902c5050 HTTP/1.1" status: 204 len: 168 time: 0.1671543 Aug 10 15:35:05.982455 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14a769-91fe-4167-a628-b84269cee4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a95333-f35c-465a-bb03-8a9f902c5050,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:06.876029 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34880) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:06.993755 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-153169468-network', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:07.025591 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Made reservation on behalf of f6951c5b043a47d089177f989cb207ab for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:35:07.029271 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.042185 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.173740 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.178685 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.214942 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:35:07.221577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe0c225-f3ff-4ef8-a1f7-bd2e96989c25,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:07.228847 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.229163 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Added segment 3868033b-aa52-43b7-9654-230f5a542afe of type vlan for network 70ee9fff-f58c-40c8-9877-03010b1c894c Aug 10 15:35:07.272112 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.307176 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.308452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:07.309119 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.366025 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4874785 Aug 10 15:35:07.369857 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34884) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:07.375115 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Request body: {'subnet': {'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-153169468-subnet', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'ip_version': 4}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:07.387667 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15e6e-5a9b-468b-a94f-b4e7d23a285b admin admin] Pushing event updated for resources: {'Network': ['ID=70ee9fff-f58c-40c8-9877-03010b1c894c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:07.398461 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network 70ee9fff-f58c-40c8-9877-03010b1c894c details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:35:07.402054 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Made reservation on behalf of f6951c5b043a47d089177f989cb207ab for: {'subnet': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:35:07.405902 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10703683'] for subnet, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.621738 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11301595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10703697'] for subnet, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.701601 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=430bbc46-a051-4633-8b73-1dcc62cc7f52,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:07.718893 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Checking segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:07.719361 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Network hostable DHCP agents. Network: 70ee9fff-f58c-40c8-9877-03010b1c894c, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:35:07.747082 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:35:07.761589 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, 70ee9fff-f58c-40c8-9877-03010b1c894c) {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:07.769698 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:07.770362 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.773146 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18353e7c-4a5e-4e16-be70-f884fec363f7 None None] Network 70ee9fff-f58c-40c8-9877-03010b1c894c requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:35:07.795441 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-461e1caf-1a58-43b9-a4f5-95259a3af76c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4244025 Aug 10 15:35:07.799654 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34886) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:07.804838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:07.828104 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.829500 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.896133 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:07.969669 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-70ee9fff-f58c-40c8-9877-03010b1c894c', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:35:07.970732 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.084842 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.143481 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Allocated IP 172.20.0.2 (70ee9fff-f58c-40c8-9877-03010b1c894c/430bbc46-a051-4633-8b73-1dcc62cc7f52/e0017b90-e292-44db-9429-a06d156fdc67) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:08.341469 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.352092 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Transition to ACTIVE for port object e0017b90-e292-44db-9429-a06d156fdc67 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:08.358851 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.378129 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Transition to ACTIVE for port object e0017b90-e292-44db-9429-a06d156fdc67 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:08.385213 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.391040 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.431659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:08.435661 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:08.439761 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:08.451371 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Pushing event updated for resources: {'Port': ['ID=e0017b90-e292-44db-9429-a06d156fdc67,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:08.514724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Attempting to bind port e0017b90-e292-44db-9429-a06d156fdc67 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:08.515080 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Attempting to bind port e0017b90-e292-44db-9429-a06d156fdc67 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:08.515448 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Attempting to bind port e0017b90-e292-44db-9429-a06d156fdc67 on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:08.525982 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:08.526469 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Checking segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:08.527054 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.527613 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Bound using segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:08.528150 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Bound port: e0017b90-e292-44db-9429-a06d156fdc67, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:08.528631 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.546352 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Allocated IP 172.27.0.101 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/493b54ca-43b7-49a1-9ad1-f603e2749105) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:08.611196 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] For port e0017b90-e292-44db-9429-a06d156fdc67, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:08.614586 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] For port e0017b90-e292-44db-9429-a06d156fdc67, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=e0017b90-e292-44db-9429-a06d156fdc67,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:08.621199 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.692106 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.721545 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffb228-0b43-4ff9-8e2c-f04a0f159da4 None None] Pushing event updated for resources: {'Port': ['ID=e0017b90-e292-44db-9429-a06d156fdc67,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:08.759824 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:08.803513 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:08.806998 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:08.812973 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:08.844918 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Pushing event updated for resources: {'Port': ['ID=493b54ca-43b7-49a1-9ad1-f603e2749105,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:09.174357 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:09.462562 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:09.640299 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Router d364ea4d-e61a-4929-9e5d-e6e905419785 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:35:09.775636 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5da84a-33ca-4349-b60e-d3c824b168d9 None None] Network 70ee9fff-f58c-40c8-9877-03010b1c894c requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:35:09.806394 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:35:09.829609 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:09.831774 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-8d6b801f-2641-43e6-b521-fd1e2881c429 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0308177 Aug 10 15:35:09.835331 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34890) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:09.842148 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:35:09.877219 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-be2cc2cd-c7aa-4eea-a62b-1e3bfa79a822 None None] Provisioning for port e0017b90-e292-44db-9429-a06d156fdc67 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:09.882880 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:09.883523 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:10.247503 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e0017b90-e292-44db-9429-a06d156fdc67 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:10.335334 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:10.497117 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port e0017b90-e292-44db-9429-a06d156fdc67 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:10.519865 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port e0017b90-e292-44db-9429-a06d156fdc67 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:10.520472 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:10.691121 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:10.719254 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:10.741699 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:09Z', 'revision_number': 3, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:10.800986 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:35:10.802312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Updating router d364ea4d-e61a-4929-9e5d-e6e905419785 port 493b54ca-43b7-49a1-9ad1-f603e2749105 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:35:10.839760 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port e0017b90-e292-44db-9429-a06d156fdc67, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=e0017b90-e292-44db-9429-a06d156fdc67,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:10.852053 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:10.857959 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:10.887799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Allocated IP 172.20.0.1 (70ee9fff-f58c-40c8-9877-03010b1c894c/430bbc46-a051-4633-8b73-1dcc62cc7f52/3e5e1521-7d39-452e-8f82-ca4160f85dee) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:10.906204 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-bbde2af4-7987-4b70-abee-57e39caf6d92 None None] Provisioning complete for port e0017b90-e292-44db-9429-a06d156fdc67 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:10.906582 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bbde2af4-7987-4b70-abee-57e39caf6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.020058 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=e0017b90-e292-44db-9429-a06d156fdc67,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:11.058490 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.079888 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Transition to ACTIVE for port object 3e5e1521-7d39-452e-8f82-ca4160f85dee will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:11.139098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.184056 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:11.189677 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:11.196658 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:11.208000 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Pushing event updated for resources: {'Port': ['ID=3e5e1521-7d39-452e-8f82-ca4160f85dee,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:11.283630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.304752 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.333072 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Transition to ACTIVE for port object 493b54ca-43b7-49a1-9ad1-f603e2749105 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:11.342682 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.419474 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Attempting to bind port 493b54ca-43b7-49a1-9ad1-f603e2749105 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:11.419474 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Attempting to bind port 493b54ca-43b7-49a1-9ad1-f603e2749105 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:11.419474 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Attempting to bind port 493b54ca-43b7-49a1-9ad1-f603e2749105 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:11.430868 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:11.431273 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:11.432091 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.432397 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:11.432658 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Bound port: 493b54ca-43b7-49a1-9ad1-f603e2749105, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:11.433057 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.436781 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe107c13-3000-4974-b5ee-1a85298ddf73 None None] Pushing event updated for resources: {'Port': ['ID=493b54ca-43b7-49a1-9ad1-f603e2749105,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:11.458426 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.487696 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d8a687bd-d4ab-485a-a6bd-7c88bb9a320c None None] Provisioning for port 3e5e1521-7d39-452e-8f82-ca4160f85dee completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:11.502297 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d8a687bd-d4ab-485a-a6bd-7c88bb9a320c None None] Provisioning complete for port 3e5e1521-7d39-452e-8f82-ca4160f85dee triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:11.502633 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d8a687bd-d4ab-485a-a6bd-7c88bb9a320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.529707 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] For port 493b54ca-43b7-49a1-9ad1-f603e2749105, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:11.553076 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] For port 493b54ca-43b7-49a1-9ad1-f603e2749105, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=493b54ca-43b7-49a1-9ad1-f603e2749105,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:11.559836 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.563520 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d8a687bd-d4ab-485a-a6bd-7c88bb9a320c None None] Port 3e5e1521-7d39-452e-8f82-ca4160f85dee cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:35:11.628794 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:11.629580 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:11.632095 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe107c13-3000-4974-b5ee-1a85298ddf73 None None] Pushing event updated for resources: {'Port': ['ID=493b54ca-43b7-49a1-9ad1-f603e2749105,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:11.682773 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.689721 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.792730 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:11.797038 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Pushing event updated for resources: {'Port': ['ID=3e5e1521-7d39-452e-8f82-ca4160f85dee,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:11.805140 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:11.927303 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:11.929637 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:12.098437 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:10Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:12.106938 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:35:12.138955 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6220e02-2f42-429c-b3af-fabde465bd03 None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:10Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:35:12.176097 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e0017b90-e292-44db-9429-a06d156fdc67 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:12.268835 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port e0017b90-e292-44db-9429-a06d156fdc67 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:12.269490 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:12.302170 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:35:12.312088 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-4f8fbc96-a585-4a9f-8865-9d539154b50f admin admin] 10.222.0.32 "PUT /v2.0/routers/d364ea4d-e61a-4929-9e5d-e6e905419785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4747121 Aug 10 15:35:12.334046 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-1510fc29-f0a0-4a34-b9f9-5f4f92529aed None None] Provisioning complete for port 3e5e1521-7d39-452e-8f82-ca4160f85dee triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:12.334326 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1510fc29-f0a0-4a34-b9f9-5f4f92529aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:12.415041 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1510fc29-f0a0-4a34-b9f9-5f4f92529aed None None] Port 3e5e1521-7d39-452e-8f82-ca4160f85dee cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:35:13.078861 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34908) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:13.086607 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1273340748-network', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:13.118005 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Made reservation on behalf of 6c375d1dab7443e5b9819242d40ac4d4 for: {'network': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:35:13.121458 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for network, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.133108 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.261429 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.266378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.297118 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:35:13.308068 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47a6b43-a4b8-4c7a-bdf5-69beea807a43,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:13.313201 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.313613 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.segments_db [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Added segment 6eb00f0d-8bd3-4556-88ec-ad8155bdfbda of type vlan for network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 Aug 10 15:35:13.327214 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.327543 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.327891 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.328228 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.328556 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.328889 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.329218 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.329541 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.329893 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.330218 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.330538 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.330855 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:13.386884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783825908300'] for network, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.423696 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480'] for network, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.424741 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:13.425413 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.488847 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4086845 Aug 10 15:35:13.493128 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34910) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:13.499280 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Request body: {'subnet': {'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1273340748-subnet', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:13.499773 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7360f-e9de-4e82-b26e-c9722d824941 admin admin] Pushing event updated for resources: {'Network': ['ID=e5cc52d6-39ee-4372-aac0-beb0ed2f74f2,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:13.517582 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 details requested by agent ovs-agent-dv-cinder-804093-1-iscsi with host dv-cinder-804093-1-iscsi {{(pid=93276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:35:13.532677 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Made reservation on behalf of 6c375d1dab7443e5b9819242d40ac4d4 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:35:13.537008 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11935085'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.698309 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-009e6f4c-8f20-4cc0-8594-36c8cddc8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.786027 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11833924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11935103'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.846895 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61183cb-8f87-4320-b2b2-7285afd3beec,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:13.853272 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Checking segment: {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:13.853655 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Network hostable DHCP agents. Network: e5cc52d6-39ee-4372-aac0-beb0ed2f74f2, hostable agents: ['dc13da6b-582b-421a-bff8-3ef0d4e413ed'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:35:13.871125 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 is scheduled to be hosted by DHCP agent dc13da6b-582b-421a-bff8-3ef0d4e413ed with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:35:13.882279 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-1-iscsi, e5cc52d6-39ee-4372-aac0-beb0ed2f74f2) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:13.887209 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:13.887835 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.893062 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622fccfa-5fd1-4df2-b677-5cc7f55b8d47 None None] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:35:13.909986 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4dc3b6c6-c00e-4aad-96d5-47a4e427da61 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4120281 Aug 10 15:35:13.910386 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34912) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:13.916123 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:13.948565 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99561'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:13.950316 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99472'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.047464 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.130531 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2361fa5b-8f12-5bce-abcf-011417293f0b-e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'fixed_ips': [{'subnet_id': 'e61183cb-8f87-4320-b2b2-7285afd3beec'}]}} from dv-cinder-804093-1-iscsi. {{(pid=93276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:35:14.131648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.245368 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 493b54ca-43b7-49a1-9ad1-f603e2749105 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:14.250903 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.508193 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Allocated IP 172.20.0.2 (e5cc52d6-39ee-4372-aac0-beb0ed2f74f2/e61183cb-8f87-4320-b2b2-7285afd3beec/d468149f-a765-420f-a243-28767efd9b8f) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:14.511201 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.526585 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.536627 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 493b54ca-43b7-49a1-9ad1-f603e2749105 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:14.560895 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.564276 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 493b54ca-43b7-49a1-9ad1-f603e2749105 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:14.564887 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.651403 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:35:14.667631 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:14.668471 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:14.750841 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Allocated IP 172.27.0.17 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/966f598c-0433-4ab7-85b4-a1de27896307) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:14.753107 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.786046 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.793495 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 493b54ca-43b7-49a1-9ad1-f603e2749105, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=493b54ca-43b7-49a1-9ad1-f603e2749105,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:14.799376 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.802891 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Transition to ACTIVE for port object d468149f-a765-420f-a243-28767efd9b8f will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:14.805477 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:14.847424 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Transition to ACTIVE for port object d468149f-a765-420f-a243-28767efd9b8f will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:14.871992 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.884627 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=493b54ca-43b7-49a1-9ad1-f603e2749105,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:14.907383 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.919636 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:14.923253 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:14.926084 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:14.965019 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:14.971277 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Pushing event updated for resources: {'Port': ['ID=d468149f-a765-420f-a243-28767efd9b8f,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:14.985293 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:15.004815 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:15.005661 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Attempting to bind port d468149f-a765-420f-a243-28767efd9b8f on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:15.006882 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Attempting to bind port d468149f-a765-420f-a243-28767efd9b8f by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:15.007263 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Attempting to bind port d468149f-a765-420f-a243-28767efd9b8f on network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:15.009237 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:15.013946 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:15.014408 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Checking segment: {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:15.014871 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.015318 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Bound using segment: {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:15.016577 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Bound port: d468149f-a765-420f-a243-28767efd9b8f, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:15.016577 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.067062 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Pushing event updated for resources: {'Port': ['ID=966f598c-0433-4ab7-85b4-a1de27896307,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:15.106538 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] For port d468149f-a765-420f-a243-28767efd9b8f, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:15.113325 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] For port d468149f-a765-420f-a243-28767efd9b8f, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=d468149f-a765-420f-a243-28767efd9b8f,segment=NetworkSegment(6eb00f0d-8bd3-4556-88ec-ad8155bdfbda),segment_id=6eb00f0d-8bd3-4556-88ec-ad8155bdfbda)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:15.116095 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 2, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:15.125363 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.146343 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:35:15.146662 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Updating router d364ea4d-e61a-4929-9e5d-e6e905419785 port 3e5e1521-7d39-452e-8f82-ca4160f85dee binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:35:15.173017 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.228019 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021bd8d-ed4b-4807-a553-48f169e06c9d None None] Pushing event updated for resources: {'Port': ['ID=d468149f-a765-420f-a243-28767efd9b8f,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:15.435874 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.518718 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.540506 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Transition to ACTIVE for port object 3e5e1521-7d39-452e-8f82-ca4160f85dee will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:15.550068 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.726019 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Pushing event updated for resources: {'Port': ['ID=3e5e1521-7d39-452e-8f82-ca4160f85dee,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:15.739482 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.740238 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.740792 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.741296 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.741833 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.742533 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.743475 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.743614 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.744267 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.744718 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.745131 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.745650 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:35:15.843597 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Attempting to bind port 3e5e1521-7d39-452e-8f82-ca4160f85dee on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:15.844150 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Attempting to bind port 3e5e1521-7d39-452e-8f82-ca4160f85dee by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:15.844744 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Attempting to bind port 3e5e1521-7d39-452e-8f82-ca4160f85dee on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:15.854186 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:15.854574 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Checking segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:15.854986 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.855390 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Bound using segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:15.855883 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Bound port: 3e5e1521-7d39-452e-8f82-ca4160f85dee, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:15.856278 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:15.942196 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] For port 3e5e1521-7d39-452e-8f82-ca4160f85dee, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:15.946673 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] For port 3e5e1521-7d39-452e-8f82-ca4160f85dee, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=3e5e1521-7d39-452e-8f82-ca4160f85dee,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:15.955445 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.046497 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6fd7e-069a-42f4-993b-0160494d9cf2 None None] Pushing event updated for resources: {'Port': ['ID=3e5e1521-7d39-452e-8f82-ca4160f85dee,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:16.059785 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:16.061251 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:34:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:16.083366 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760808'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.258910 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:16.303257 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Router 15355889-310a-47d9-b6ec-6cb190c1f0b8 is scheduled to L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:35:16.335544 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c5d-60f3-4884-a9fa-912b23987e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.421180 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device d468149f-a765-420f-a243-28767efd9b8f up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:16.495702 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:35:16.507024 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Sync routers for ids ['15355889-310a-47d9-b6ec-6cb190c1f0b8'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:35:16.525387 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port d468149f-a765-420f-a243-28767efd9b8f completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:16.529915 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.531446 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0ebef37c-dfc4-437f-be06-484d9c339263 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6196749 Aug 10 15:35:16.536177 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34914) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:16.540272 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 493b54ca-43b7-49a1-9ad1-f603e2749105 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:16.547528 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Routers {'15355889-310a-47d9-b6ec-6cb190c1f0b8'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:16.548508 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:35:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['15355889-310a-47d9-b6ec-6cb190c1f0b8'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:16.631217 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7423a90-96ba-4a95-ab23-0f8d616aa6ac None None] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:35:16.646299 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:15Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:16.684380 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82659bb-6cb9-4cbe-bed6-de1ec5c64182 None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:15Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:35:16.720735 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.776993 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] Provisioning for port d468149f-a765-420f-a243-28767efd9b8f completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:16.816151 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] Provisioning complete for port d468149f-a765-420f-a243-28767efd9b8f triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:16.816774 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.877001 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 493b54ca-43b7-49a1-9ad1-f603e2749105 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:16.877386 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:16.907170 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Set router 15355889-310a-47d9-b6ec-6cb190c1f0b8 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:17.084612 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.200323 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:35:17.278385 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.327442 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 3e5e1521-7d39-452e-8f82-ca4160f85dee up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:17.361076 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Allocated IP 172.20.0.1 (e5cc52d6-39ee-4372-aac0-beb0ed2f74f2/e61183cb-8f87-4320-b2b2-7285afd3beec/b7650426-9261-48bc-b8ea-a1a80e7327b4) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:17.395386 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] For port d468149f-a765-420f-a243-28767efd9b8f, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=d468149f-a765-420f-a243-28767efd9b8f,segment=NetworkSegment(6eb00f0d-8bd3-4556-88ec-ad8155bdfbda),segment_id=6eb00f0d-8bd3-4556-88ec-ad8155bdfbda)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:17.405700 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.484137 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:35:15Z', 'revision_number': 3, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:17.490756 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3b364-f552-4496-906c-3a71c24b9641 None None] Pushing event updated for resources: {'Port': ['ID=d468149f-a765-420f-a243-28767efd9b8f,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:17.528635 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.528970 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Checking router: 15355889-310a-47d9-b6ec-6cb190c1f0b8 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:35:17.529566 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Updating router 15355889-310a-47d9-b6ec-6cb190c1f0b8 port 966f598c-0433-4ab7-85b4-a1de27896307 binding host dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:35:17.533918 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 3e5e1521-7d39-452e-8f82-ca4160f85dee completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:17.555893 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Transition to ACTIVE for port object b7650426-9261-48bc-b8ea-a1a80e7327b4 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:17.557308 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 3e5e1521-7d39-452e-8f82-ca4160f85dee triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:17.557840 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.592312 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.597708 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.650629 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.659184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:17.662608 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:17.669329 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:17.672241 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Pushing event updated for resources: {'Port': ['ID=b7650426-9261-48bc-b8ea-a1a80e7327b4,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:17.715694 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-7d42d5ff-3878-49f8-a184-e642e146db62 None None] Provisioning complete for port d468149f-a765-420f-a243-28767efd9b8f triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:17.716153 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7d42d5ff-3878-49f8-a184-e642e146db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.732970 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604955'] for router_interface, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.861842 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.936504 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:17.962034 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 3e5e1521-7d39-452e-8f82-ca4160f85dee, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=3e5e1521-7d39-452e-8f82-ca4160f85dee,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:17.970823 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.182123 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.198482 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.211092 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device d468149f-a765-420f-a243-28767efd9b8f up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:18.263302 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=3e5e1521-7d39-452e-8f82-ca4160f85dee,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:18.296852 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Pushing event updated for resources: {'Port': ['ID=b7650426-9261-48bc-b8ea-a1a80e7327b4,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:18.299945 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.300450 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1012530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605103'] for router_interface, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.307350 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d88b7d2b-ba2a-4235-a36c-db04dc4b8d58 None None] Provisioning for port b7650426-9261-48bc-b8ea-a1a80e7327b4 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:18.324230 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d88b7d2b-ba2a-4235-a36c-db04dc4b8d58 None None] Provisioning complete for port b7650426-9261-48bc-b8ea-a1a80e7327b4 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:18.324711 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d88b7d2b-ba2a-4235-a36c-db04dc4b8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.327791 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Transition to ACTIVE for port object 966f598c-0433-4ab7-85b4-a1de27896307 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:18.369034 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.376955 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port d468149f-a765-420f-a243-28767efd9b8f triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:18.377493 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.424002 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:18.426195 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:18.484316 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d88b7d2b-ba2a-4235-a36c-db04dc4b8d58 None None] Port b7650426-9261-48bc-b8ea-a1a80e7327b4 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:35:18.517630 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Attempting to bind port 966f598c-0433-4ab7-85b4-a1de27896307 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:18.518086 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Attempting to bind port 966f598c-0433-4ab7-85b4-a1de27896307 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:18.518418 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Attempting to bind port 966f598c-0433-4ab7-85b4-a1de27896307 on network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:18.527687 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0611fd-0aa5-4c60-af7c-3cf424006bcc None None] Pushing event updated for resources: {'Port': ['ID=966f598c-0433-4ab7-85b4-a1de27896307,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:18.531882 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:18.532260 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Checking segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:18.532664 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.533071 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Bound using segment: {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:18.533606 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Bound port: 966f598c-0433-4ab7-85b4-a1de27896307, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2607b4-c153-4d1b-8ce8-1ec42faf2b50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:18.533940 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.603871 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Router 15355889-310a-47d9-b6ec-6cb190c1f0b8 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:35:18.631604 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] For port 966f598c-0433-4ab7-85b4-a1de27896307, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:18.636141 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] For port 966f598c-0433-4ab7-85b4-a1de27896307, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=966f598c-0433-4ab7-85b4-a1de27896307,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:18.642738 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.710137 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Routers {'15355889-310a-47d9-b6ec-6cb190c1f0b8'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:18.710697 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:35:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['15355889-310a-47d9-b6ec-6cb190c1f0b8'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:18.717815 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0611fd-0aa5-4c60-af7c-3cf424006bcc None None] Pushing event updated for resources: {'Port': ['ID=966f598c-0433-4ab7-85b4-a1de27896307,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:18.756394 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-2aef5cfa-18c4-4913-8d55-2ded0fa47b33 None None] Provisioning complete for port b7650426-9261-48bc-b8ea-a1a80e7327b4 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:18.756767 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2aef5cfa-18c4-4913-8d55-2ded0fa47b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:18.787933 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:35:18.793414 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-0d74da4a-281a-4336-a430-dbe08e85a095 admin admin] 10.222.0.32 "PUT /v2.0/routers/15355889-310a-47d9-b6ec-6cb190c1f0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2555425 Aug 10 15:35:18.865932 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-2aef5cfa-18c4-4913-8d55-2ded0fa47b33 None None] Port b7650426-9261-48bc-b8ea-a1a80e7327b4 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:35:18.899235 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] Set router 15355889-310a-47d9-b6ec-6cb190c1f0b8 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:19.148547 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'b7650426-9261-48bc-b8ea-a1a80e7327b4', 'name': '', 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'mac_address': 'fa:16:3e:6f:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:17Z', 'updated_at': '2021-08-10T15:35:18Z', 'revision_number': 2, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'subnets': [{'id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:19.178270 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b23058-1093-4f6d-86b2-b6deda663831 None None] The sync data for ids ['15355889-310a-47d9-b6ec-6cb190c1f0b8'] in dv-cinder-804093-1-iscsi is: [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'b7650426-9261-48bc-b8ea-a1a80e7327b4', 'name': '', 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'mac_address': 'fa:16:3e:6f:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:17Z', 'updated_at': '2021-08-10T15:35:18Z', 'revision_number': 2, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'subnets': [{'id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:35:19.369196 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34922) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:19.377284 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900720600', 'description': 'tempest-secgroup-smoke-900720600 description', 'project_id': 'f6951c5b043a47d089177f989cb207ab'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:19.395309 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.438721 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.570369 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.576177 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.608616 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.612959 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2393119 Aug 10 15:35:19.613345 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34924) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:19.618364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group_rule': {'security_group_id': 'acff42f0-2bf7-4fdf-bc50-23b5710fe29f', 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:19.620958 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15605c1b-9de2-4bf3-a09e-5b8b527a8155 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acff42f0-2bf7-4fdf-bc50-23b5710fe29f,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:19.655638 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.721457 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.726085 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.745716 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5630fe2-c928-403b-9066-545f5f085567,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:19.757065 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.758533 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-446937b0-3d82-4a00-8082-93fe6211e11c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441245 Aug 10 15:35:19.761314 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34926) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:19.768838 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group_rule': {'security_group_id': 'acff42f0-2bf7-4fdf-bc50-23b5710fe29f', 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:19.808641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.888375 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.892858 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.910395 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e748a3-7cf8-4b89-8976-d569bd349d74,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:19.933311 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:19.936263 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b1dd3e94-2491-4bcf-b2d1-6e677a1e5e07 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1733892 Aug 10 15:35:19.939604 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34928) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:19.947439 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group_rule': {'security_group_id': 'acff42f0-2bf7-4fdf-bc50-23b5710fe29f', 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:19.984792 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.098058 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.103630 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.136565 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed8adc8-0109-43cf-98d5-ae86299b8d6f,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:20.141385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.150215 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-2ac863d9-49a7-4ec0-995d-1ca1bdf5cf7c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2044685 Aug 10 15:35:20.150842 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34930) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:20.156157 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group_rule': {'security_group_id': 'acff42f0-2bf7-4fdf-bc50-23b5710fe29f', 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:20.194358 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.305431 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.312556 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.312856 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 3e5e1521-7d39-452e-8f82-ca4160f85dee up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:20.340083 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58dc05-1d0b-4e10-8702-5dd57c3cea01,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:20.355515 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.355515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-edb69d7f-54c2-47ee-8dc1-dbff1f467b7a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037394 Aug 10 15:35:20.358040 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 34932) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:20.362640 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group_rule': {'security_group_id': 'acff42f0-2bf7-4fdf-bc50-23b5710fe29f', 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:20.383142 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 3e5e1521-7d39-452e-8f82-ca4160f85dee triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:20.383739 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.390322 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Project f6951c5b043a47d089177f989cb207ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:35:20.408296 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.488917 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 966f598c-0433-4ab7-85b4-a1de27896307 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:20.507452 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.512844 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.538426 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79bcaf9-483d-4c83-b188-ffb94c5f1479,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:20.548236 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.550421 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ba3477b5-9910-4e81-b4bb-f1448481dbea tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1910982 Aug 10 15:35:20.554617 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 34934) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:20.562799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'security_group_rule': {'security_group_id': 'acff42f0-2bf7-4fdf-bc50-23b5710fe29f', 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:20.578893 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port 966f598c-0433-4ab7-85b4-a1de27896307 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:20.585691 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 966f598c-0433-4ab7-85b4-a1de27896307 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:20.586323 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.600196 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.securitygroups_db [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Project f6951c5b043a47d089177f989cb207ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:35:20.605764 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.702524 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.707165 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.708898 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601180'] for security_group_rule, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.726046 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a83605c-5b7f-44dc-bf43-5b4084f80e06,revision_number=0']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:20.736870 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.743893 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-84fdde53-7f08-4950-a692-54a4b6955714 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827562 Aug 10 15:35:20.750963 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port 966f598c-0433-4ab7-85b4-a1de27896307, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=966f598c-0433-4ab7-85b4-a1de27896307,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:20.760128 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:20.841651 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=966f598c-0433-4ab7-85b4-a1de27896307,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:22.081261 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Sync routers for ids ['15355889-310a-47d9-b6ec-6cb190c1f0b8'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:35:22.092746 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Routers {'15355889-310a-47d9-b6ec-6cb190c1f0b8'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:22.093363 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:35:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['15355889-310a-47d9-b6ec-6cb190c1f0b8'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:22.179760 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 966f598c-0433-4ab7-85b4-a1de27896307 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:22.231700 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Set router 15355889-310a-47d9-b6ec-6cb190c1f0b8 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:22.266821 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port 966f598c-0433-4ab7-85b4-a1de27896307 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:22.267409 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:22.510665 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'b7650426-9261-48bc-b8ea-a1a80e7327b4', 'name': '', 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'mac_address': 'fa:16:3e:6f:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:17Z', 'updated_at': '2021-08-10T15:35:18Z', 'revision_number': 2, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'subnets': [{'id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:22.538765 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Checking router: 15355889-310a-47d9-b6ec-6cb190c1f0b8 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:35:22.539101 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Updating router 15355889-310a-47d9-b6ec-6cb190c1f0b8 port b7650426-9261-48bc-b8ea-a1a80e7327b4 binding host dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:35:22.569179 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:22.910292 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:22.924981 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Transition to ACTIVE for port object b7650426-9261-48bc-b8ea-a1a80e7327b4 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:22.935285 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:22.986185 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5615-d315-462e-aa7a-705ae11a67f8 None None] Pushing event updated for resources: {'Port': ['ID=b7650426-9261-48bc-b8ea-a1a80e7327b4,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:23.064379 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Attempting to bind port b7650426-9261-48bc-b8ea-a1a80e7327b4 on host dv-cinder-804093-1-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:23.064746 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Attempting to bind port b7650426-9261-48bc-b8ea-a1a80e7327b4 by drivers openvswitch,hyperv on host dv-cinder-804093-1-iscsi at level 0 using segments [{'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:23.065115 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Attempting to bind port b7650426-9261-48bc-b8ea-a1a80e7327b4 on network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:23.071316 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Checking agent: {'id': '9e337dc1-7ee7-4734-82b3-c0a4fa802eb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 17, 17), 'started_at': datetime.datetime(2021, 8, 10, 15, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:23.071686 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Checking segment: {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:23.072092 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:23.072590 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Bound using segment: {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:23.072965 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Bound port: b7650426-9261-48bc-b8ea-a1a80e7327b4, host: dv-cinder-804093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:23.073367 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:23.168489 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] For port b7650426-9261-48bc-b8ea-a1a80e7327b4, host dv-cinder-804093-1-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:23.171723 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] For port b7650426-9261-48bc-b8ea-a1a80e7327b4, host dv-cinder-804093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=b7650426-9261-48bc-b8ea-a1a80e7327b4,segment=NetworkSegment(6eb00f0d-8bd3-4556-88ec-ad8155bdfbda),segment_id=6eb00f0d-8bd3-4556-88ec-ad8155bdfbda)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:23.177069 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:23.236695 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Routers {'15355889-310a-47d9-b6ec-6cb190c1f0b8'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:23.237570 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:35:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['15355889-310a-47d9-b6ec-6cb190c1f0b8'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:23.319713 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5615-d315-462e-aa7a-705ae11a67f8 None None] Pushing event updated for resources: {'Port': ['ID=b7650426-9261-48bc-b8ea-a1a80e7327b4,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:23.419119 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] Set router 15355889-310a-47d9-b6ec-6cb190c1f0b8 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:23.793172 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'b7650426-9261-48bc-b8ea-a1a80e7327b4', 'name': '', 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'mac_address': 'fa:16:3e:6f:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:17Z', 'updated_at': '2021-08-10T15:35:23Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'subnets': [{'id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:23.821655 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b96fc1b-5dee-427b-861d-a96eae80a417 None None] The sync data for ids ['15355889-310a-47d9-b6ec-6cb190c1f0b8'] in dv-cinder-804093-1-iscsi is: [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': 'b7650426-9261-48bc-b8ea-a1a80e7327b4', 'name': '', 'network_id': 'e5cc52d6-39ee-4372-aac0-beb0ed2f74f2', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'mac_address': 'fa:16:3e:6f:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:17Z', 'updated_at': '2021-08-10T15:35:23Z', 'revision_number': 4, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'subnets': [{'id': 'e61183cb-8f87-4320-b2b2-7285afd3beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:35:24.205660 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device b7650426-9261-48bc-b8ea-a1a80e7327b4 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:24.276519 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning for port b7650426-9261-48bc-b8ea-a1a80e7327b4 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:24.282856 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port b7650426-9261-48bc-b8ea-a1a80e7327b4 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:24.283433 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:24.397014 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:24.448953 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] For port b7650426-9261-48bc-b8ea-a1a80e7327b4, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=b7650426-9261-48bc-b8ea-a1a80e7327b4,segment=NetworkSegment(6eb00f0d-8bd3-4556-88ec-ad8155bdfbda),segment_id=6eb00f0d-8bd3-4556-88ec-ad8155bdfbda)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:24.454063 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:24.521045 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Pushing event updated for resources: {'Port': ['ID=b7650426-9261-48bc-b8ea-a1a80e7327b4,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:26.156195 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device b7650426-9261-48bc-b8ea-a1a80e7327b4 up at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:26.224377 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Provisioning complete for port b7650426-9261-48bc-b8ea-a1a80e7327b4 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:26.224680 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:39.765252 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-0301d0e1-dade-4d07-a958-99f63acbc0f9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900720600&fields=id&tenant_id=f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 267 time: 0.0396152 Aug 10 15:35:39.887265 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-2a99778c-2eb7-4030-91de-2c0d2cbce6bf tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:39.888802 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-2a99778c-2eb7-4030-91de-2c0d2cbce6bf tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 811 time: 0.1164460 Aug 10 15:35:39.911080 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-a2b0d8b0-3f72-41ba-9978-cfbef5607f49 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/quotas/f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 375 time: 0.0136862 Aug 10 15:35:39.971122 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-ab34e4e8-536b-4855-a762-f1740e963ad6 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533617 Aug 10 15:35:39.990482 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-8a3df7f1-d61a-41b6-b48d-706aff5da5b1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:35:39.991751 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-8a3df7f1-d61a-41b6-b48d-706aff5da5b1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076349 Aug 10 15:35:40.085090 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-62be6244-2b45-43bc-a2eb-d3c3e0f6ce71 service neutron] 10.222.0.32 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868633 Aug 10 15:35:40.196650 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-03aa292c-e4f8-4c5f-86fd-592a9bf30ef4 service neutron] 10.222.0.32 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054468 Aug 10 15:35:40.639337 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7a9525f5-7786-4a16-b9e3-5648108cd227 req-5004fdaa-ceee-4b91-a32e-24c4fe353cf3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 210 time: 0.1440432 Aug 10 15:35:41.756615 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e6bfb433-cd18-4e54-bf7b-df765cf3a91e req-a0606664-e940-4896-89b7-a69d09e85db3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Aug 10 15:35:41.994949 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-fe13d5a7-a130-4623-9435-6b7131225022 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:41.996974 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-fe13d5a7-a130-4623-9435-6b7131225022 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 811 time: 0.1165581 Aug 10 15:35:42.050543 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-067b3d41-a554-4d01-b20b-ce00335f2edf tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 379 time: 0.0390851 Aug 10 15:35:42.075482 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'port': {'device_id': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'admin_state_up': True, 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'security_groups': ['acff42f0-2bf7-4fdf-bc50-23b5710fe29f']}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:42.450796 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Made reservation on behalf of f6951c5b043a47d089177f989cb207ab for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:35:42.454543 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:42.605936 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Allocated IP 172.20.0.12 (70ee9fff-f58c-40c8-9877-03010b1c894c/430bbc46-a051-4633-8b73-1dcc62cc7f52/2a522510-9aae-4977-9d8c-e83c8252eebd) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:42.753587 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:42.768488 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Transition to ACTIVE for port object 2a522510-9aae-4977-9d8c-e83c8252eebd will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:42.808883 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:42.855851 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:42.858989 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:42.862829 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:42.890621 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=2a522510-9aae-4977-9d8c-e83c8252eebd,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:42.891071 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d42bac-ca8b-404b-a473-216a154daff4 req-62148a16-f262-4ed5-93e5-ce61ea75c929 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:42.893519 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-69d42bac-ca8b-404b-a473-216a154daff4 req-62148a16-f262-4ed5-93e5-ce61ea75c929 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 932 time: 0.0527611 Aug 10 15:35:42.918791 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:42.919431 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:42.937919 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-81ebc6ad-d4a4-4ac6-9b08-3d2e87285fb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8667593 Aug 10 15:35:42.941294 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-69d42bac-ca8b-404b-a473-216a154daff4 req-39e8429a-62b5-4c7f-80c2-9ab2703899e3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377052 Aug 10 15:35:42.957799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-fcbb33b3-cb62-40c5-a2b8-4f263e504780 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:35:42.959552 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-fcbb33b3-cb62-40c5-a2b8-4f263e504780 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061438 Aug 10 15:35:43.025682 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Request body: {'port': {'device_id': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:43.077175 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.143246 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-55328ae2-d650-411b-87b8-fd1a6e441bd5 None None] Provisioning for port 2a522510-9aae-4977-9d8c-e83c8252eebd completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:43.147803 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-55328ae2-d650-411b-87b8-fd1a6e441bd5 None None] Provisioning complete for port 2a522510-9aae-4977-9d8c-e83c8252eebd triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:43.148174 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55328ae2-d650-411b-87b8-fd1a6e441bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.182558 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-55328ae2-d650-411b-87b8-fd1a6e441bd5 None None] Port 2a522510-9aae-4977-9d8c-e83c8252eebd cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:35:43.377668 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a522510-9aae-4977-9d8c-e83c8252eebd {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:35:43.389771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.407588 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Transition to ACTIVE for port object 2a522510-9aae-4977-9d8c-e83c8252eebd will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:35:43.411546 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.459357 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Pushing event updated for resources: {'Port': ['ID=2a522510-9aae-4977-9d8c-e83c8252eebd,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:43.532136 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Attempting to bind port 2a522510-9aae-4977-9d8c-e83c8252eebd on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:35:43.532479 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Attempting to bind port 2a522510-9aae-4977-9d8c-e83c8252eebd by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:35:43.532810 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Attempting to bind port 2a522510-9aae-4977-9d8c-e83c8252eebd on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:43.537318 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Port 2a522510-9aae-4977-9d8c-e83c8252eebd on network 70ee9fff-f58c-40c8-9877-03010b1c894c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:35:43.537640 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Attempting to bind port 2a522510-9aae-4977-9d8c-e83c8252eebd on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:35:43.542728 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:35:43.543074 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Checking segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:35:43.543459 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Bound using segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:35:43.543893 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Bound port: 2a522510-9aae-4977-9d8c-e83c8252eebd, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:35:43.544258 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.618643 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] For port 2a522510-9aae-4977-9d8c-e83c8252eebd, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:35:43.621597 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] For port 2a522510-9aae-4977-9d8c-e83c8252eebd, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=2a522510-9aae-4977-9d8c-e83c8252eebd,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:35:43.625808 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.658725 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:43.659341 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.660715 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 200 len: 1094 time: 0.6898408 Aug 10 15:35:43.661153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:35:43.664070 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:35:43.691227 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d0b2-9208-4aa7-9684-62d995a3a271 service neutron] Pushing event updated for resources: {'Port': ['ID=2a522510-9aae-4977-9d8c-e83c8252eebd,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:43.703972 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f61f18b1-1d14-4d11-aff6-dccbbb46f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:43.715521 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95df350-d5b5-4a0f-84e2-10017c899f91 x-openstack-request-id: req-e95df350-d5b5-4a0f-84e2-10017c899f91 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:35:43.716378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:35:43.716803 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e95df350-d5b5-4a0f-84e2-10017c899f91 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:35:43.717429 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'status': 'completed', 'code': 200} Aug 10 15:35:43.777496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-09f174a0-fb15-4ae4-aa2e-7d750181fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:43.779036 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-09f174a0-fb15-4ae4-aa2e-7d750181fa86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0441504 Aug 10 15:35:43.847021 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-5420f4f8-6ea1-4a4a-8376-3e67de48481b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 200 len: 217 time: 0.0477531 Aug 10 15:35:43.903491 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-d99657d9-3192-4ed0-9fe3-2cc8a2844e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:43.905057 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-d99657d9-3192-4ed0-9fe3-2cc8a2844e75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0476303 Aug 10 15:35:43.962482 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-625edb47-26bc-4d34-8dc4-fbd8e551537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:43.964182 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-625edb47-26bc-4d34-8dc4-fbd8e551537f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483189 Aug 10 15:35:44.070830 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-c2836e37-6a95-4ed2-8e26-025941461211 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944650 Aug 10 15:35:44.072547 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1749b1-afea-4b1d-9e90-5554cfd32452 req-11e9412d-5016-4852-bb65-528a0f9bd6d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:44.074063 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c1749b1-afea-4b1d-9e90-5554cfd32452 req-11e9412d-5016-4852-bb65-528a0f9bd6d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0565875 Aug 10 15:35:44.119654 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c1749b1-afea-4b1d-9e90-5554cfd32452 req-c4f9cc61-f5c3-4208-b578-d9492dd72245 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384581 Aug 10 15:35:44.170603 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-c7e42d9c-b73b-4a41-9653-3534a1e2d551 req-781e4841-8ffc-4144-ae5a-3a9604344966 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888560 Aug 10 15:35:44.311001 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-6e1bd56b-a036-4be9-ba91-cc6e02ef0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:44.312424 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-6e1bd56b-a036-4be9-ba91-cc6e02ef0b0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0421753 Aug 10 15:35:44.413617 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-5966d0f4-7759-4245-9085-02be0d7c9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:44.415256 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-5966d0f4-7759-4245-9085-02be0d7c9793 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0922663 Aug 10 15:35:44.417841 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:44.459972 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-4cce97e7-2f23-4164-833e-33aad993e2a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 200 len: 217 time: 0.0369062 Aug 10 15:35:44.524135 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-3184d9c7-72d3-46da-8f52-b2d7256d097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:44.525647 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-3184d9c7-72d3-46da-8f52-b2d7256d097e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0454855 Aug 10 15:35:44.578385 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-5b93b65f-1bf9-431c-ae47-d9129aa1add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:44.579809 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-5b93b65f-1bf9-431c-ae47-d9129aa1add7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462222 Aug 10 15:35:44.679692 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-4ace2735-8c32-4784-9c4c-3a991d8e70ca service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867651 Aug 10 15:35:44.780880 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-437eec68-b4a6-4ee8-92b6-aa14c1f536c3 req-da412438-23f4-4fe8-a4fe-aef2805c10e3 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896385 Aug 10 15:35:45.257764 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55276-2c89-4891-bd86-becb039fdddd req-e64d67ab-a39b-4c85-8fee-f2d7ca6ea465 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:45.259330 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04a55276-2c89-4891-bd86-becb039fdddd req-e64d67ab-a39b-4c85-8fee-f2d7ca6ea465 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0679572 Aug 10 15:35:45.299838 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04a55276-2c89-4891-bd86-becb039fdddd req-99e25e42-290e-44c8-b846-5fc471e32291 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343447 Aug 10 15:35:46.298524 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cecc97b2-b05e-459f-8bb3-26b2dfee1ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:46.426512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb6fb7-3025-464a-ae6f-c13a2654b7fe req-98ba6581-0f7d-49b9-b55a-0af8e1975b3a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:46.428862 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-85bb6fb7-3025-464a-ae6f-c13a2654b7fe req-98ba6581-0f7d-49b9-b55a-0af8e1975b3a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0573690 Aug 10 15:35:46.469251 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-85bb6fb7-3025-464a-ae6f-c13a2654b7fe req-e7759637-6f6b-4c1c-8700-4b061be49462 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344386 Aug 10 15:35:46.605619 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:47.602063 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ae5e-6e3a-4e33-a325-36785918714f req-f34cc4bf-8d61-4f17-b320-9edc5e8e3d3a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:47.603788 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-11b2ae5e-6e3a-4e33-a325-36785918714f req-f34cc4bf-8d61-4f17-b320-9edc5e8e3d3a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0642819 Aug 10 15:35:47.604195 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:47.647973 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-11b2ae5e-6e3a-4e33-a325-36785918714f req-be8edfe5-f326-416d-81bf-7b412b521ad5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 10 15:35:48.770682 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3ee6-145a-4453-9f95-728d0c11c06c req-aa093fff-a966-4b8b-92bb-d3a13b897526 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:48.777805 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c84a3ee6-145a-4453-9f95-728d0c11c06c req-aa093fff-a966-4b8b-92bb-d3a13b897526 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0521390 Aug 10 15:35:48.821497 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c84a3ee6-145a-4453-9f95-728d0c11c06c req-c48ae3d5-3494-40d0-86b6-6d05c56440ad tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Aug 10 15:35:49.398976 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:49.943615 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a215-e917-48b6-99fe-d5745886c7c3 req-0e5307e7-4157-4dce-b044-fd3026eaeabf tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:49.945892 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5030a215-e917-48b6-99fe-d5745886c7c3 req-0e5307e7-4157-4dce-b044-fd3026eaeabf tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0512564 Aug 10 15:35:49.988553 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5030a215-e917-48b6-99fe-d5745886c7c3 req-d6c02805-5b8e-4d78-b701-bb907ceb6c73 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363560 Aug 10 15:35:51.122122 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036bcdb-9f8d-4f96-b968-fae42d6ff721 req-b3136578-91f4-4ea5-baf0-a58d9ac08a7d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:51.123884 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a036bcdb-9f8d-4f96-b968-fae42d6ff721 req-b3136578-91f4-4ea5-baf0-a58d9ac08a7d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 944 time: 0.0622771 Aug 10 15:35:51.171990 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a036bcdb-9f8d-4f96-b968-fae42d6ff721 req-2aa031f5-ad22-44a5-9598-c9ea376e140e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Aug 10 15:35:51.446806 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 2a522510-9aae-4977-9d8c-e83c8252eebd details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:35:51.547868 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 2a522510-9aae-4977-9d8c-e83c8252eebd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=2a522510-9aae-4977-9d8c-e83c8252eebd,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:51.559711 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'port_id': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'mac_address': 'fa:16:3e:96:50:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:35:51.598901 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:51.614749 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a522510-9aae-4977-9d8c-e83c8252eebd {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:35:51.641940 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 2a522510-9aae-4977-9d8c-e83c8252eebd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=2a522510-9aae-4977-9d8c-e83c8252eebd,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:51.646511 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:51.701358 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=2a522510-9aae-4977-9d8c-e83c8252eebd,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:52.100152 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['2a522510-9aae-4977-9d8c-e83c8252eebd'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:35:52.312048 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11248ef1-6785-494e-89e4-17c17569a5ef req-6ef38122-922c-4536-8320-8fb86577db7b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:52.313665 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-11248ef1-6785-494e-89e4-17c17569a5ef req-6ef38122-922c-4536-8320-8fb86577db7b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 945 time: 0.0673995 Aug 10 15:35:52.361258 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-11248ef1-6785-494e-89e4-17c17569a5ef req-e428b408-7c1c-4d43-b3f6-1319b06a9720 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397692 Aug 10 15:35:53.445496 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 2a522510-9aae-4977-9d8c-e83c8252eebd up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:35:53.487891 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e92c-4791-40b0-b3e4-0c357a84a03a req-ed83f34d-1f3d-4b76-9cf2-93d3f757b711 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:53.489515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6e3e92c-4791-40b0-b3e4-0c357a84a03a req-ed83f34d-1f3d-4b76-9cf2-93d3f757b711 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 945 time: 0.0542669 Aug 10 15:35:53.508066 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 2a522510-9aae-4977-9d8c-e83c8252eebd completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:35:53.512648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 2a522510-9aae-4977-9d8c-e83c8252eebd triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:35:53.513145 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:53.533824 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b6e3e92c-4791-40b0-b3e4-0c357a84a03a req-57c68c5f-dc7d-480b-94ea-6e7dedc3d8fa tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374701 Aug 10 15:35:53.621968 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:53.654691 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:35:53.657006 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c4bbb-2fa6-40f9-8d33-ec2732873d1f" -d '{"events": [{"server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "name": "network-vif-plugged", "status": "completed", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:35:53.675895 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 2a522510-9aae-4977-9d8c-e83c8252eebd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=2a522510-9aae-4977-9d8c-e83c8252eebd,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:35:53.681873 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:53.736717 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=2a522510-9aae-4977-9d8c-e83c8252eebd,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:53.776221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cf0dd6-47e1-4fa4-ac13-e209fe3a8a8c x-openstack-request-id: req-20cf0dd6-47e1-4fa4-ac13-e209fe3a8a8c {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:35:53.776514 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "name": "network-vif-plugged", "status": "completed", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:35:53.776768 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20cf0dd6-47e1-4fa4-ac13-e209fe3a8a8c {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:35:53.777167 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'code': 200} Aug 10 15:35:54.077970 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e416a-a5d4-474f-ac4a-02eba1aabc5e req-6d57f6f6-f244-4438-9d5c-a0ad708d459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:54.079391 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ba1e416a-a5d4-474f-ac4a-02eba1aabc5e req-6d57f6f6-f244-4438-9d5c-a0ad708d459d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0511558 Aug 10 15:35:54.137839 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-ba1e416a-a5d4-474f-ac4a-02eba1aabc5e req-6ee7dd29-94b4-403f-b14a-2385760282ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466728 Aug 10 15:35:54.200581 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:35:54.686166 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679d543-50c4-4e22-9f99-11be9a3e77cc req-1544c83e-9c9c-4b10-ade1-71786c5ed713 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:54.688332 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a679d543-50c4-4e22-9f99-11be9a3e77cc req-1544c83e-9c9c-4b10-ade1-71786c5ed713 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0846810 Aug 10 15:35:54.729425 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a679d543-50c4-4e22-9f99-11be9a3e77cc req-96fed87a-e721-42d2-8bd4-9d8bad8627b0 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335922 Aug 10 15:35:55.855668 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab8e4-d3bf-48c5-9cfa-3573b740f032 req-bfd674d6-f307-488e-905d-5693e5a2108a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:55.857153 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec2ab8e4-d3bf-48c5-9cfa-3573b740f032 req-bfd674d6-f307-488e-905d-5693e5a2108a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0556898 Aug 10 15:35:55.900928 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ec2ab8e4-d3bf-48c5-9cfa-3573b740f032 req-34a9af3c-70bf-4118-90b8-2bd473e92e6e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334425 Aug 10 15:35:56.020512 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bea0b-7091-4743-9c60-023aafa26557 req-8e26b031-d010-45ed-8592-72fb82b19a4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:56.022471 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b66bea0b-7091-4743-9c60-023aafa26557 req-8e26b031-d010-45ed-8592-72fb82b19a4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0533266 Aug 10 15:35:56.060785 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b66bea0b-7091-4743-9c60-023aafa26557 req-9f34c529-ebf1-42cb-927c-435d85ab0f90 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321980 Aug 10 15:35:56.083098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35120) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:56.176877 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5df78-df78-4b07-ab6e-221ab07c9ae0 tempest-TestVolumeBootPattern-553763664 tempest-TestVolumeBootPattern-553763664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:56.178632 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-edb5df78-df78-4b07-ab6e-221ab07c9ae0 tempest-TestVolumeBootPattern-553763664 tempest-TestVolumeBootPattern-553763664-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0942786 Aug 10 15:35:56.181835 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35124) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:35:56.191384 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'port_id': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:35:56.216575 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:56.324580 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:56.439756 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Allocated IP 172.27.0.140 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/5113bfa9-1e88-4d45-bdfe-37063d2a3d67) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:35:56.556999 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:56.599167 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:56.636399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:35:56.641204 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:35:56.644696 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:35:56.671767 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=5113bfa9-1e88-4d45-bdfe-37063d2a3d67,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:57.015301 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:57.092146 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:57.248515 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:57.253884 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:57.323728 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=5113bfa9-1e88-4d45-bdfe-37063d2a3d67,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:35:57.338387 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:57.443088 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Floating IP 0405519f-0d24-4120-8f56-7e400ca45614 associated. External IP: 172.27.0.140, port: 2a522510-9aae-4977-9d8c-e83c8252eebd. Aug 10 15:35:57.672973 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:35:57.798349 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:35:57.809175 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:35:57.815624 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:35:57.820805 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:57.821668 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:35:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:57.850879 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-60e9dcc6-01b8-4366-9b30-703fe89b3d4f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6678433 Aug 10 15:35:57.851485 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:35:57.853808 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afc5517-7324-40ea-a7ab-ae69485e004e" -d '{"events": [{"name": "network-changed", "server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:35:57.942135 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:57.961352 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8deb285-28e6-489e-b337-0b97657769cc x-openstack-request-id: req-e8deb285-28e6-489e-b337-0b97657769cc {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:35:57.961734 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:35:57.962133 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8deb285-28e6-489e-b337-0b97657769cc {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:35:57.962619 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'status': 'completed', 'code': 200} Aug 10 15:35:58.049507 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-8d27e959-0ea0-46e7-9807-e7d6e93395c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:58.051128 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-8d27e959-0ea0-46e7-9807-e7d6e93395c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0433848 Aug 10 15:35:58.165438 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-d46e9c56-2273-4fee-96ee-2d28f4555015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:58.166945 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-d46e9c56-2273-4fee-96ee-2d28f4555015 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.1089830 Aug 10 15:35:58.190670 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '0405519f-0d24-4120-8f56-7e400ca45614', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:96:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:35:56Z', 'updated_at': '2021-08-10T15:35:56Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:58.218462 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:35:58.227791 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:35:58.228438 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:35:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:58.464834 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-290819b4-f817-44c9-808d-28afcee06c24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 200 len: 1000 time: 0.2907264 Aug 10 15:35:58.474538 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:35:58.520511 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-c7769bbc-8d3c-4688-8e8e-5eaf84ac5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:58.522568 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-c7769bbc-8d3c-4688-8e8e-5eaf84ac5557 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0495324 Aug 10 15:35:58.583731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-8c7e3955-3153-40a3-be14-154a51eef4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:35:58.585886 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-8c7e3955-3153-40a3-be14-154a51eef4f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552833 Aug 10 15:35:58.677694 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-edf3bbd4-214f-402a-8ce8-ff983d8b01fc service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Aug 10 15:35:58.751431 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '0405519f-0d24-4120-8f56-7e400ca45614', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:96:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:35:56Z', 'updated_at': '2021-08-10T15:35:56Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:35:58.778623 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958fa5b-407d-407a-baa6-37ce7167abe5 None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': '0405519f-0d24-4120-8f56-7e400ca45614', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:96:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:35:56Z', 'updated_at': '2021-08-10T15:35:56Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:35:58.786844 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-4afc5517-7324-40ea-a7ab-ae69485e004e req-bbd48129-6856-47ad-816a-f463834102a5 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024210 Aug 10 15:35:58.976304 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69645c-e8e9-4db8-8f87-f6a6d4cae732 None None] New status for floating IP 0405519f-0d24-4120-8f56-7e400ca45614: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:36:13.695674 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b0eaae7e-51c8-4569-b4fb-37162318ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:14.415582 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:16.290182 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-60c1484c-50f6-440d-a74f-49c612458538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:16.607382 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:17.600208 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:19.396767 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:24.612932 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-7f465756-4b8c-4ede-a61e-edc95a38e3a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384784 Aug 10 15:36:24.724057 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-73fa7120-f56f-4010-8d3e-a75902339ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:36:24.725526 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-73fa7120-f56f-4010-8d3e-a75902339ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0387208 Aug 10 15:36:24.828731 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-2d221468-ed8f-4224-ac04-3551584e7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:36:24.830217 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-2d221468-ed8f-4224-ac04-3551584e7d51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0853946 Aug 10 15:36:24.901030 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-870a8c53-3b01-4d03-b52a-f098dd178d8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 200 len: 1002 time: 0.0595338 Aug 10 15:36:24.951499 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-37351487-6cfc-4de0-bad5-71f26943470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:36:24.953010 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-37351487-6cfc-4de0-bad5-71f26943470e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0444324 Aug 10 15:36:25.004197 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-8944897c-0fad-45e7-a299-f07cc507eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:36:25.005707 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-8944897c-0fad-45e7-a299-f07cc507eb57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449309 Aug 10 15:36:25.097465 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-c1d97e10-85dd-471c-9975-c2105737ba64 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825937 Aug 10 15:36:25.197078 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d1914776-9b23-42d9-a3d2-e587908d5ff0 req-b03c3443-8903-4182-a181-e7b47c6ff3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903964 Aug 10 15:36:31.200529 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:36:43.695085 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-14a956af-e94f-4d3d-934e-5747aab1d1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:44.415971 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:46.290564 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4352b7c-d1bd-44b2-b9b6-2ba1b837df60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:46.608538 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:47.603057 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:36:49.400321 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:08.199373 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:37:13.697155 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-55a38eac-848c-4c3a-b3eb-03da08950d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:14.431486 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:16.294431 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-db46c313-50e1-4c04-b496-14006bb60d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:16.608741 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:17.607221 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:19.404154 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:24.630121 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-c6a57e82-ecf7-46dc-a78d-5217c6de9c4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400391 Aug 10 15:37:24.739896 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-c97ea98a-f1ac-4ac1-b08e-41816dd293e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:24.741373 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-c97ea98a-f1ac-4ac1-b08e-41816dd293e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0397813 Aug 10 15:37:24.859140 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-c106a525-9b8e-45e9-8d19-8cd4b551890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:24.860612 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-c106a525-9b8e-45e9-8d19-8cd4b551890f service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0936964 Aug 10 15:37:24.930383 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-35844cdd-26d9-4d2b-8a5a-60974f99ea6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 200 len: 1002 time: 0.0571055 Aug 10 15:37:24.982676 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-2f7fad5d-a32f-4b05-8660-6c666f447fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:24.984098 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-2f7fad5d-a32f-4b05-8660-6c666f447fcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0426638 Aug 10 15:37:25.038809 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-7f5fd005-5fef-45ee-8c40-8de7c89ae147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:25.040293 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-7f5fd005-5fef-45ee-8c40-8de7c89ae147 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449066 Aug 10 15:37:25.144404 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-4dc6adc2-2bde-4d62-aca8-df94d26dc7f5 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933728 Aug 10 15:37:25.242207 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-a822d556-6683-479e-b6d6-ab762cad76b7 req-2a7e40cc-1a12-4083-9c2f-f18cd2d253c3 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852585 Aug 10 15:37:43.698476 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee9677a3-52b0-4e61-93b3-96022a9c7d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:44.447292 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:45.198678 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:37:46.294492 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-82182c71-f085-4406-b986-779252e0f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:46.612536 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:47.610482 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:49.405977 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:55.840530 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5a48-7fbb-4384-8bdf-cf3dd1a4ec39 req-a6939b39-2074-4aed-a9ab-068d2e511ae5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:55.842036 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b76e5a48-7fbb-4384-8bdf-cf3dd1a4ec39 req-a6939b39-2074-4aed-a9ab-068d2e511ae5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0536582 Aug 10 15:37:55.880267 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b76e5a48-7fbb-4384-8bdf-cf3dd1a4ec39 req-2a835083-7988-44e8-b2da-4a5aa0114dd5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322077 Aug 10 15:37:57.008118 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed0b0a-df4d-41d2-9e49-35c825606a69 req-b71b1305-874f-4e3b-acac-98d3e54f897e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:57.009574 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04ed0b0a-df4d-41d2-9e49-35c825606a69 req-b71b1305-874f-4e3b-acac-98d3e54f897e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0475481 Aug 10 15:37:57.047564 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04ed0b0a-df4d-41d2-9e49-35c825606a69 req-96ca4e6d-2bb6-4f0d-a143-c92f8ed4273c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320339 Aug 10 15:37:57.865453 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-91960f3e-bdf4-44d5-bfab-ba28d2004cc6 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:57.867192 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-91960f3e-bdf4-44d5-bfab-ba28d2004cc6 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Aug 10 15:37:57.965088 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Deleting port 2a522510-9aae-4977-9d8c-e83c8252eebd {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:37:57.965431 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:58.055470 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] For port 2a522510-9aae-4977-9d8c-e83c8252eebd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=2a522510-9aae-4977-9d8c-e83c8252eebd,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:37:58.055832 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:58.175010 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c94cd-f0f3-47ad-ba01-bdbb6f1513e7 req-6a7b6059-aa82-43f7-b1f7-652a21c98f5d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:37:58.176533 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-783c94cd-f0f3-47ad-ba01-bdbb6f1513e7 req-6a7b6059-aa82-43f7-b1f7-652a21c98f5d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 946 time: 0.0495222 Aug 10 15:37:58.215653 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-783c94cd-f0f3-47ad-ba01-bdbb6f1513e7 req-6c437b6e-37b2-40a7-b8fc-33eac851bb4a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Aug 10 15:37:58.229749 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:58.230148 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:58.230459 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Floating IP 0405519f-0d24-4120-8f56-7e400ca45614 disassociated. External IP: 172.27.0.140, port: 2a522510-9aae-4977-9d8c-e83c8252eebd. Aug 10 15:37:58.230796 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Calling delete_port for 2a522510-9aae-4977-9d8c-e83c8252eebd owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:37:58.365859 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:58.395566 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'Port': ['ID=2a522510-9aae-4977-9d8c-e83c8252eebd,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:37:58.407350 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.407697 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.408032 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.408381 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.408706 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.409031 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.409487 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.410375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.410375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.410375 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.410783 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.411097 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:37:58.512883 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:37:58.618496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:37:58.629549 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:37:58.638439 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:37:58.639048 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:37:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:37:58.658454 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] No DVR routers for this DVR port 2a522510-9aae-4977-9d8c-e83c8252eebd on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:37:58.660916 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:37:58.662852 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-0605d94f-d38a-4d42-96d1-6d603e3359f0 req-be918a4b-ea95-4e21-a94a-75817d90144a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "DELETE /v2.0/ports/2a522510-9aae-4977-9d8c-e83c8252eebd HTTP/1.1" status: 204 len: 173 time: 0.7865686 Aug 10 15:37:58.663278 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'name': 'network-vif-deleted', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:37:58.665496 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b253477-2a61-4ea2-b69b-8d49a84805f8" -d '{"events": [{"server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "name": "network-vif-deleted", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:37:58.700660 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a172549-1b78-4f08-83b2-78e6992016da x-openstack-request-id: req-6a172549-1b78-4f08-83b2-78e6992016da {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:37:58.700927 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2182d15f-8c57-472c-ae18-2d3497189fc7", "name": "network-vif-deleted", "tag": "2a522510-9aae-4977-9d8c-e83c8252eebd", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:37:58.701177 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a172549-1b78-4f08-83b2-78e6992016da {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:37:58.701567 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182d15f-8c57-472c-ae18-2d3497189fc7', 'name': 'network-vif-deleted', 'tag': '2a522510-9aae-4977-9d8c-e83c8252eebd', 'status': 'completed', 'code': 200} Aug 10 15:37:58.750479 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:37:58.951173 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:37:58.979959 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:37:58.988494 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:37:58.989102 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:37:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:37:59.092868 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:37:59.296065 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:37:59.322166 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd671294-530c-461b-be8b-7bbace6101dc None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:37:59.322457 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26893e96-4d37-412f-a23b-989d2a10f978 req-2acd6da1-34e6-4cf7-a4ba-515da75b6229 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=2182d15f-8c57-472c-ae18-2d3497189fc7 HTTP/1.1" status: 200 len: 210 time: 0.0292819 Aug 10 15:37:59.540836 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f920060-170e-4027-81d4-22513492c453 None None] New status for floating IP 0405519f-0d24-4120-8f56-7e400ca45614: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:38:00.545335 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-5c0780fd-00ac-4a10-ace2-94e5c638d625 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900720600&fields=id&tenant_id=f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 267 time: 0.0321577 Aug 10 15:38:00.649321 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-530db353-2c8f-4e2d-96d1-12e257fe7f16 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:00.650804 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-530db353-2c8f-4e2d-96d1-12e257fe7f16 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 811 time: 0.0983384 Aug 10 15:38:00.670308 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-a5c86710-1fad-495f-91f6-8f3b996092be tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/quotas/f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 375 time: 0.0095334 Aug 10 15:38:00.724888 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-c2d0a6ad-475a-4d6f-8770-fce9abcfbaf1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482872 Aug 10 15:38:00.903951 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-e3fc265c-be19-4ab6-9dfe-e16dddf66a7a service neutron] 10.222.0.32 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677840 Aug 10 15:38:00.991334 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-4231199c-ff81-4065-b5b5-2ea14f562fc3 service neutron] 10.222.0.32 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809162 Aug 10 15:38:02.023034 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 2a522510-9aae-4977-9d8c-e83c8252eebd no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:38:02.046289 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 2a522510-9aae-4977-9d8c-e83c8252eebd {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:38:02.046623 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 2a522510-9aae-4977-9d8c-e83c8252eebd not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:38:02.292195 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3b2c263f-64fc-4653-9073-9d9c0269999a req-0141c527-cdec-4bfe-b89a-05470a3ed7c0 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 210 time: 0.0306058 Aug 10 15:38:03.371101 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd364c5d-a595-480c-a7de-91160d585b1f req-03df0cdf-ded8-4204-b7a0-dfde2960a96e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 210 time: 0.0266683 Aug 10 15:38:04.366321 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d0b5b8fa-0fb3-4901-86c3-112a9a4705fb tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:04.368067 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d0b5b8fa-0fb3-4901-86c3-112a9a4705fb tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 811 time: 0.1047997 Aug 10 15:38:04.423516 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-342e5ed4-8f10-471f-9825-2411399ff7c1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 379 time: 0.0342913 Aug 10 15:38:04.442907 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'port': {'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'admin_state_up': True, 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'security_groups': ['acff42f0-2bf7-4fdf-bc50-23b5710fe29f']}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:38:04.464674 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-11b4826a-74a8-47bc-bb1d-6c3846a95b12 req-161a9786-d339-4650-833f-495b7f2597a8 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 210 time: 0.0260916 Aug 10 15:38:04.553456 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Made reservation on behalf of f6951c5b043a47d089177f989cb207ab for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:38:04.556858 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:04.675414 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Allocated IP 172.20.0.5 (70ee9fff-f58c-40c8-9877-03010b1c894c/430bbc46-a051-4633-8b73-1dcc62cc7f52/dceada97-4317-4de6-8b33-008960988387) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:38:04.811874 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:04.825184 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Transition to ACTIVE for port object dceada97-4317-4de6-8b33-008960988387 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:38:04.858174 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:04.907896 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:38:04.914423 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:38:04.918856 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:38:04.922838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=dceada97-4317-4de6-8b33-008960988387,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:04.970082 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:04.970766 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:04.988846 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d9c87964-a87f-4847-acb8-56bccf46af83 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500405 Aug 10 15:38:05.032526 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Request body: {'port': {'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:38:05.095801 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.154262 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-5c34b8f3-9aed-4c34-aa73-0973ca22b861 None None] Provisioning for port dceada97-4317-4de6-8b33-008960988387 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:38:05.158700 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-5c34b8f3-9aed-4c34-aa73-0973ca22b861 None None] Provisioning complete for port dceada97-4317-4de6-8b33-008960988387 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:38:05.159037 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c34b8f3-9aed-4c34-aa73-0973ca22b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.192877 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-5c34b8f3-9aed-4c34-aa73-0973ca22b861 None None] Port dceada97-4317-4de6-8b33-008960988387 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:38:05.357554 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dceada97-4317-4de6-8b33-008960988387 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:38:05.365410 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.377323 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Transition to ACTIVE for port object dceada97-4317-4de6-8b33-008960988387 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:38:05.381009 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.433557 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Pushing event updated for resources: {'Port': ['ID=dceada97-4317-4de6-8b33-008960988387,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:05.505707 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Attempting to bind port dceada97-4317-4de6-8b33-008960988387 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:38:05.507326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Attempting to bind port dceada97-4317-4de6-8b33-008960988387 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:38:05.507326 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Attempting to bind port dceada97-4317-4de6-8b33-008960988387 on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:38:05.511938 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Port dceada97-4317-4de6-8b33-008960988387 on network 70ee9fff-f58c-40c8-9877-03010b1c894c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:38:05.512370 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Attempting to bind port dceada97-4317-4de6-8b33-008960988387 on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:38:05.518414 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:38:05.518751 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Checking segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:38:05.519135 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Bound using segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:38:05.519564 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Bound port: dceada97-4317-4de6-8b33-008960988387, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:38:05.519950 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.586496 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b0bad-3b7c-478d-ac48-83cbe0b82b58 req-e53bb446-3371-4767-8be3-4f460704b26f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:05.588600 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fb7b0bad-3b7c-478d-ac48-83cbe0b82b58 req-e53bb446-3371-4767-8be3-4f460704b26f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0531409 Aug 10 15:38:05.592568 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] For port dceada97-4317-4de6-8b33-008960988387, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:38:05.596259 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] For port dceada97-4317-4de6-8b33-008960988387, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=dceada97-4317-4de6-8b33-008960988387,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:38:05.601838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.634999 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fb7b0bad-3b7c-478d-ac48-83cbe0b82b58 req-b4cfd8b2-c564-417e-b8c0-8aa67f61829b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 Aug 10 15:38:05.635807 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:05.636421 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:05.637813 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] 10.222.0.16 "PUT /v2.0/ports/dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 1093 time: 0.6100881 Aug 10 15:38:05.638276 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'tag': 'dceada97-4317-4de6-8b33-008960988387'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:38:05.640527 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "tag": "dceada97-4317-4de6-8b33-008960988387"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:38:05.665603 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758356c3-2b26-46cf-be87-e5f9d5b0d402 service neutron] Pushing event updated for resources: {'Port': ['ID=dceada97-4317-4de6-8b33-008960988387,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:05.693199 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e15a23-f658-4f41-8d79-6a4b9572c5d2 x-openstack-request-id: req-13e15a23-f658-4f41-8d79-6a4b9572c5d2 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:38:05.693493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "tag": "dceada97-4317-4de6-8b33-008960988387", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:38:05.693745 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13e15a23-f658-4f41-8d79-6a4b9572c5d2 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:38:05.694169 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'tag': 'dceada97-4317-4de6-8b33-008960988387', 'status': 'completed', 'code': 200} Aug 10 15:38:05.758447 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d1832eb4-5f86-44be-ada0-3c8ab093cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:05.759979 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-d1832eb4-5f86-44be-ada0-3c8ab093cacf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1096 time: 0.0457509 Aug 10 15:38:05.815660 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-00891a1b-03a6-42d1-9c57-7dbbddecb55e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 217 time: 0.0344229 Aug 10 15:38:05.870108 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-955ebc1b-0f62-4b62-87f3-fbeca142f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:05.871546 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-955ebc1b-0f62-4b62-87f3-fbeca142f7cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0449452 Aug 10 15:38:05.923851 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-c04d1e49-b80e-4868-91fb-9b92ca2c54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:05.925393 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-c04d1e49-b80e-4868-91fb-9b92ca2c54b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424938 Aug 10 15:38:06.018868 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-561d23e5-cc9c-4c72-8ee2-5eaa1c373232 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813134 Aug 10 15:38:06.113306 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-9b730b7c-dd7b-4852-ab6f-23311635a112 req-4ab4eec8-7cbd-4460-b6f2-67eea0bffc5b service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836089 Aug 10 15:38:06.262658 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-69d091a8-f967-4a99-99ef-1f4e04b2addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:06.264172 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-69d091a8-f967-4a99-99ef-1f4e04b2addf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1096 time: 0.0404136 Aug 10 15:38:06.355306 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-8189dd84-9e8f-4f2a-a9c6-96a50cf2c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:06.356672 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-8189dd84-9e8f-4f2a-a9c6-96a50cf2c43e service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0845504 Aug 10 15:38:06.403007 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-8a334640-ec93-45f5-b806-610c75003d99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 217 time: 0.0368414 Aug 10 15:38:06.457483 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-b3833782-82a4-4e81-8341-e2412585886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:06.458915 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-b3833782-82a4-4e81-8341-e2412585886c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0432341 Aug 10 15:38:06.514160 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-fa399a51-6ae2-46e8-a457-9faf023902b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:06.515684 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-fa399a51-6ae2-46e8-a457-9faf023902b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471098 Aug 10 15:38:06.607749 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-e025ac68-6f43-4381-800b-f41825b8d6f6 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840995 Aug 10 15:38:06.700431 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-486465cf-afe4-41cb-9e0f-d7265c5e8dcd req-bb057241-ac15-46a7-af5e-80ea81b87ebc service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818951 Aug 10 15:38:06.759654 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eee07-cf01-416d-9de2-b678a5c03f56 req-76e4e1ed-4924-4306-b305-f1da53bc9fc3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:06.761129 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ac8eee07-cf01-416d-9de2-b678a5c03f56 req-76e4e1ed-4924-4306-b305-f1da53bc9fc3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0517938 Aug 10 15:38:06.798264 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ac8eee07-cf01-416d-9de2-b678a5c03f56 req-bbb72c34-40ca-467b-93ed-06ca297d589f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309210 Aug 10 15:38:07.912110 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382b514-6693-4496-b549-e37cc55c0efe req-2c0ccc53-c3b7-4b23-9b5b-0e1ee56a9ba5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:07.913487 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2382b514-6693-4496-b549-e37cc55c0efe req-2c0ccc53-c3b7-4b23-9b5b-0e1ee56a9ba5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0478489 Aug 10 15:38:07.950772 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2382b514-6693-4496-b549-e37cc55c0efe req-1b8e5c65-172c-4a09-811b-e5351bdddd86 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Aug 10 15:38:09.061586 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892b325-0d73-4f83-86f9-b9124c0b2c11 req-a972a1d6-a102-41d8-ab07-afaa59cf561b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:09.063067 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c892b325-0d73-4f83-86f9-b9124c0b2c11 req-a972a1d6-a102-41d8-ab07-afaa59cf561b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0475531 Aug 10 15:38:09.100043 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c892b325-0d73-4f83-86f9-b9124c0b2c11 req-e979c34c-5ab2-4ff0-bd9c-2d710d9bdf76 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306683 Aug 10 15:38:10.234343 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199fda-8bc2-446e-b6f3-ffc967831fe8 req-bcd1acaf-be72-4231-8d11-8ca9cfd05ff1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:10.236923 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2a199fda-8bc2-446e-b6f3-ffc967831fe8 req-bcd1acaf-be72-4231-8d11-8ca9cfd05ff1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0665388 Aug 10 15:38:10.275020 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2a199fda-8bc2-446e-b6f3-ffc967831fe8 req-783d8a01-a577-44ed-8927-6116c422f79b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318677 Aug 10 15:38:11.389690 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56068c75-1f81-42a4-8173-709e986fedca req-364589e8-2f8b-49a3-bc3a-520558d021ed tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:11.391216 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56068c75-1f81-42a4-8173-709e986fedca req-364589e8-2f8b-49a3-bc3a-520558d021ed tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0496581 Aug 10 15:38:11.430451 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56068c75-1f81-42a4-8173-709e986fedca req-594ebd9e-1166-4c63-8548-deee4ea5ed62 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331419 Aug 10 15:38:12.542572 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725881b-04a5-4fd0-8dcc-849c3875bf88 req-3ecfae23-843d-4627-9435-67c60230d9fa tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:12.544044 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0725881b-04a5-4fd0-8dcc-849c3875bf88 req-3ecfae23-843d-4627-9435-67c60230d9fa tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0488212 Aug 10 15:38:12.581458 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0725881b-04a5-4fd0-8dcc-849c3875bf88 req-7ea47060-e9d4-438f-a3d5-0d7988a6991b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310049 Aug 10 15:38:13.696788 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624be954-d440-4f45-85f3-351fb7db9ce8 req-9f44ed7b-de00-4e67-a1b5-0e46f4cadb8f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:13.698335 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-624be954-d440-4f45-85f3-351fb7db9ce8 req-9f44ed7b-de00-4e67-a1b5-0e46f4cadb8f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 943 time: 0.0518649 Aug 10 15:38:13.699368 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6eb3-ee93-4f7c-8900-e3ef6f9fa5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:13.747319 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-624be954-d440-4f45-85f3-351fb7db9ce8 req-a50df197-6f81-4e93-b1c0-5661630889aa tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412104 Aug 10 15:38:14.085900 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device dceada97-4317-4de6-8b33-008960988387 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:38:14.178659 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port dceada97-4317-4de6-8b33-008960988387, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=dceada97-4317-4de6-8b33-008960988387,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:38:14.189559 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': 'dceada97-4317-4de6-8b33-008960988387', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:38:14.232519 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:14.245713 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceada97-4317-4de6-8b33-008960988387 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:38:14.264305 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port dceada97-4317-4de6-8b33-008960988387, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=dceada97-4317-4de6-8b33-008960988387,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:38:14.268139 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:14.313893 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=dceada97-4317-4de6-8b33-008960988387,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:14.320674 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.321027 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.321374 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.321712 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.322074 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.322409 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.322738 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.323065 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.323397 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.323720 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.324043 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.324363 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:14.445213 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:14.621844 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['dceada97-4317-4de6-8b33-008960988387'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:38:14.875765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a73c0-8782-420f-8827-d3daad1826dc req-33a347d2-6a24-45c9-922c-ccb41c06630d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:14.877763 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-682a73c0-8782-420f-8827-d3daad1826dc req-33a347d2-6a24-45c9-922c-ccb41c06630d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 944 time: 0.0501056 Aug 10 15:38:14.914577 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-682a73c0-8782-420f-8827-d3daad1826dc req-eb6b74f9-9c59-45e5-a551-8dedf111ef26 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309846 Aug 10 15:38:16.029416 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0c6a-fec1-4e10-90ea-b6ae02c408ea req-b1155415-514e-4b8c-bb5d-1400443d353e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:16.031052 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-474d0c6a-fec1-4e10-90ea-b6ae02c408ea req-b1155415-514e-4b8c-bb5d-1400443d353e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 944 time: 0.0491343 Aug 10 15:38:16.068403 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-474d0c6a-fec1-4e10-90ea-b6ae02c408ea req-ee9f72bf-f5fc-4e4d-8890-09394436fd6e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308394 Aug 10 15:38:16.101485 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device dceada97-4317-4de6-8b33-008960988387 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:38:16.149235 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port dceada97-4317-4de6-8b33-008960988387 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:38:16.152847 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port dceada97-4317-4de6-8b33-008960988387 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:38:16.153225 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:16.230585 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:16.254782 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceada97-4317-4de6-8b33-008960988387'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:38:16.257016 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081e600a-c6dd-4a75-8fa5-e552ab3dc963" -d '{"events": [{"server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "name": "network-vif-plugged", "status": "completed", "tag": "dceada97-4317-4de6-8b33-008960988387"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:38:16.269356 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port dceada97-4317-4de6-8b33-008960988387, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=dceada97-4317-4de6-8b33-008960988387,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:38:16.273657 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:16.296311 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1e6fe-0057-4159-b9a5-4591ff895a89 x-openstack-request-id: req-31f1e6fe-0057-4159-b9a5-4591ff895a89 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:38:16.296602 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "name": "network-vif-plugged", "status": "completed", "tag": "dceada97-4317-4de6-8b33-008960988387", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:38:16.296854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31f1e6fe-0057-4159-b9a5-4591ff895a89 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:38:16.297238 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceada97-4317-4de6-8b33-008960988387', 'code': 200} Aug 10 15:38:16.322930 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3c810f0-777e-4f38-addf-a62a477f2ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:16.332948 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=dceada97-4317-4de6-8b33-008960988387,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:16.554519 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb675ea-a879-45e9-9c6c-ea274e2091b5 req-229b45a1-6305-488e-9002-e151ee290aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:16.556036 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eeb675ea-a879-45e9-9c6c-ea274e2091b5 req-229b45a1-6305-488e-9002-e151ee290aab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1098 time: 0.0436273 Aug 10 15:38:16.593979 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-eeb675ea-a879-45e9-9c6c-ea274e2091b5 req-f0161616-4224-470a-8a32-ca5e6ab630e9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261815 Aug 10 15:38:16.614676 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:17.185187 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496a118-04df-40d6-b219-394b48195a94 req-de4d1896-f04e-4634-ae39-ea3032bc8307 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:17.186688 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f496a118-04df-40d6-b219-394b48195a94 req-de4d1896-f04e-4634-ae39-ea3032bc8307 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 945 time: 0.0517824 Aug 10 15:38:17.224002 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f496a118-04df-40d6-b219-394b48195a94 req-6838bce3-8b66-4396-930c-5a502640108a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308971 Aug 10 15:38:17.612996 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:18.339109 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceed783-f632-4e0f-9d39-4485038fe47f req-42db3c1d-ffe1-4c11-a546-76ee029ea86b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:18.340559 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1ceed783-f632-4e0f-9d39-4485038fe47f req-42db3c1d-ffe1-4c11-a546-76ee029ea86b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 945 time: 0.0471356 Aug 10 15:38:18.377625 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1ceed783-f632-4e0f-9d39-4485038fe47f req-79897428-1a00-4a65-98cb-afb7eca3ab33 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305984 Aug 10 15:38:18.490131 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492d6c6-c455-4f47-ac1e-3aa82edf71c0 req-11f3523e-98b6-4fd6-96f6-db2cfe98efc5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:18.491624 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8492d6c6-c455-4f47-ac1e-3aa82edf71c0 req-11f3523e-98b6-4fd6-96f6-db2cfe98efc5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 945 time: 0.0481281 Aug 10 15:38:18.528210 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8492d6c6-c455-4f47-ac1e-3aa82edf71c0 req-69df2857-2546-48f5-a618-22fe571e498d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305362 Aug 10 15:38:18.549899 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35246) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:38:18.590511 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd73b4-3c05-45e9-a452-0d5039aac8d6 tempest-TestVolumeBootPattern-553763664 tempest-TestVolumeBootPattern-553763664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:18.591985 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dfcd73b4-3c05-45e9-a452-0d5039aac8d6 tempest-TestVolumeBootPattern-553763664 tempest-TestVolumeBootPattern-553763664-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1093 time: 0.0411518 Aug 10 15:38:18.594636 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35248) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:38:18.599460 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:38:18.620719 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:18.712567 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:18.815119 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Allocated IP 172.27.0.250 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/74fc69d5-69ff-4856-bb9c-b536416bc8d1) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:38:18.911515 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:18.948806 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:18.987262 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:38:18.992613 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:38:18.996133 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:38:19.021335 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=74fc69d5-69ff-4856-bb9c-b536416bc8d1,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:19.033612 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.033977 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.034364 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.034699 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.035022 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.035346 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.035666 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.035985 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.036304 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.036621 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.036932 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.037243 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:38:19.354158 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:19.410273 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:19.425252 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:19.574972 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:19.579362 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:19.643002 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=74fc69d5-69ff-4856-bb9c-b536416bc8d1,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:38:19.656136 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:19.753641 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Floating IP ea99c0e4-7479-4d4b-868a-86c83acc48b5 associated. External IP: 172.27.0.250, port: dceada97-4317-4de6-8b33-008960988387. Aug 10 15:38:19.955583 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:38:20.327003 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:38:20.336500 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:38:20.342133 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:20.345408 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:38:20.346595 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:38:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:38:20.369330 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ce534f16-b958-4383-ba84-61eceec5d9b5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7737029 Aug 10 15:38:20.370057 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'tag': 'dceada97-4317-4de6-8b33-008960988387'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:38:20.372320 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ea5113-6ef1-456c-a023-4451fb1165c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "tag": "dceada97-4317-4de6-8b33-008960988387"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:38:20.478057 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d8851-2094-468e-b09a-330145ce502a x-openstack-request-id: req-677d8851-2094-468e-b09a-330145ce502a {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:38:20.478535 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "tag": "dceada97-4317-4de6-8b33-008960988387", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:38:20.478848 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-677d8851-2094-468e-b09a-330145ce502a {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:38:20.479307 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'tag': 'dceada97-4317-4de6-8b33-008960988387', 'status': 'completed', 'code': 200} Aug 10 15:38:20.562153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-a13a3f26-daba-4fbc-b902-1231dc3cea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:20.563619 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-a13a3f26-daba-4fbc-b902-1231dc3cea5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1098 time: 0.0396276 Aug 10 15:38:20.578001 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:38:20.650411 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-fafdc535-e807-4880-a3da-336ef54febfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:20.651847 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-fafdc535-e807-4880-a3da-336ef54febfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0811548 Aug 10 15:38:20.719707 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-74281a3c-8c3e-4f11-884c-83ebe6d2eb5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 999 time: 0.0603197 Aug 10 15:38:20.769399 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-1fc05b23-0e3d-4105-84ef-b29ec0141611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:20.770885 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-1fc05b23-0e3d-4105-84ef-b29ec0141611 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0443010 Aug 10 15:38:20.798205 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:19Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:38:20.817378 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-2cf24900-cd61-49f3-82f5-6d368efa28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:20.818906 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-2cf24900-cd61-49f3-82f5-6d368efa28d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399740 Aug 10 15:38:20.825527 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:38:20.834428 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:38:20.834970 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:38:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:38:20.944613 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:38:21.131807 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-f8df0185-30f5-4657-af90-8a91003a1424 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054934 Aug 10 15:38:21.181241 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:19Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:38:21.208671 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72cdae-c8d0-4401-a458-72cd5434d59c None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:19Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:38:21.224475 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-31ea5113-6ef1-456c-a023-4451fb1165c4 req-5d057065-eee2-4f62-b73b-b4942a7ffde8 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855563 Aug 10 15:38:21.383530 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d79f-0086-4370-88a2-e82b3025f42e None None] New status for floating IP ea99c0e4-7479-4d4b-868a-86c83acc48b5: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:38:22.197309 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:38:25.654915 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-42abcbc7-f574-4c9f-878e-0781f8f82794 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414834 Aug 10 15:38:25.751386 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-d98b712b-5b5f-442e-85f7-e0f208e6a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:25.752922 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-d98b712b-5b5f-442e-85f7-e0f208e6a498 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1098 time: 0.0395687 Aug 10 15:38:25.853191 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-dbd39b88-f517-4d80-ad45-47fe52a76702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:25.854740 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-dbd39b88-f517-4d80-ad45-47fe52a76702 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0823228 Aug 10 15:38:25.925694 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-55d47dfa-a58b-4340-b84b-f1f733eb08d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 1001 time: 0.0627351 Aug 10 15:38:25.975599 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-499b00df-db44-4825-9042-7bc321972a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:25.977030 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-499b00df-db44-4825-9042-7bc321972a7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0438609 Aug 10 15:38:26.022536 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-090c03c1-c665-49ba-a5fb-aeb1bf80ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:38:26.023998 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-090c03c1-c665-49ba-a5fb-aeb1bf80ea3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393031 Aug 10 15:38:26.115097 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-9a480662-2972-47ab-80cb-36a62b7533f3 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834103 Aug 10 15:38:26.211804 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-976add67-81f0-425e-bfb0-f4ec918c7442 req-98bfc0f3-07ec-478b-9323-f2a741e35ca7 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Aug 10 15:38:43.701237 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7c37e0d4-b126-4e3a-a477-a213d063f556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:44.460686 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:46.294170 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bc60a290-1b96-4561-94a6-21fa425a4332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:46.615345 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:47.614651 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:49.415040 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:38:59.196760 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:39:13.702252 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ace4283-a7c1-400d-bf4c-8ddd537fd697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:14.466173 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:16.294939 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40ef98db-3c4d-4ba0-8ebb-84431def8f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:16.616532 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:17.617821 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:19.417639 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:26.622473 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-cfb4bd73-848d-4ac8-b655-f887e05df86d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462089 Aug 10 15:39:26.733155 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-473e8596-87b9-4066-83af-82bb3137041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:26.734641 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-473e8596-87b9-4066-83af-82bb3137041d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1098 time: 0.0393927 Aug 10 15:39:26.841578 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-5009bdee-63c1-43e9-9404-991457b3a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:26.843028 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-5009bdee-63c1-43e9-9404-991457b3a2a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0825839 Aug 10 15:39:26.930662 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-8eca5c94-3698-455f-ab00-aab25c84699e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 1001 time: 0.0757427 Aug 10 15:39:26.984369 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-8601595f-6650-4d97-9574-22841bf2efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:26.985824 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-8601595f-6650-4d97-9574-22841bf2efd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0442209 Aug 10 15:39:27.030072 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-015a1310-20d1-4657-9b9b-c70737d459d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:27.031523 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-015a1310-20d1-4657-9b9b-c70737d459d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387907 Aug 10 15:39:27.127678 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-13211347-bd86-4b2a-9cb5-c723a6b262f3 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839517 Aug 10 15:39:27.220663 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-d88dc83f-7c71-4c09-a599-05938c911b8d req-2ae7a796-a94e-4fcf-b105-7ae7da45922c service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810053 Aug 10 15:39:36.195623 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:39:43.707745 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa978-97f6-4292-bab9-3441f666ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:44.459499 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:46.294336 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-33729d4a-a3f7-46ec-b278-cb99d85f4b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:46.618249 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:47.620731 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:49.421503 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:54.737847 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-79fa2ec1-eca2-456f-b35b-eeb6694a674d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900720600&fields=id&tenant_id=f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 267 time: 0.0341580 Aug 10 15:39:54.843128 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-43740fd0-c1c1-4266-8f91-bcb9a323025a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:54.845052 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-43740fd0-c1c1-4266-8f91-bcb9a323025a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 811 time: 0.0997140 Aug 10 15:39:54.860750 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-02c817d6-2512-4b9d-afd9-39bd0c4e3e19 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/quotas/f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 375 time: 0.0099213 Aug 10 15:39:54.917162 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-0e8c6ea7-fc15-4167-94e0-b160311a5951 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507803 Aug 10 15:39:55.010384 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-23ed2f80-60e6-416b-8ffd-caa407f404f2 service neutron] 10.222.0.32 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820079 Aug 10 15:39:55.100541 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-ca2a8606-da46-49dd-a9da-30dee2b9cb22 service neutron] 10.222.0.32 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839772 Aug 10 15:39:55.383065 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-abf750ed-00ee-4ed5-9de5-7a87bbbb6944 req-6e028de7-a2bb-4751-90c6-9e3e256160ff tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 210 time: 0.0296898 Aug 10 15:39:56.424001 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-58cb4885-af0c-466c-8535-0161bfbe0b8a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:56.425503 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-58cb4885-af0c-466c-8535-0161bfbe0b8a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 811 time: 0.1052465 Aug 10 15:39:56.477467 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-4dbd340e-87bb-4c06-a6ad-6decac25e325 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6951c5b043a47d089177f989cb207ab HTTP/1.1" status: 200 len: 379 time: 0.0367060 Aug 10 15:39:56.478925 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0eb3407b-ff5f-41cc-a051-4d0574a9451f req-cc9beb17-dd26-4db5-90d0-2e11f8ce9188 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 210 time: 0.0276031 Aug 10 15:39:56.491540 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'port': {'device_id': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'admin_state_up': True, 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'security_groups': ['acff42f0-2bf7-4fdf-bc50-23b5710fe29f']}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:39:56.599109 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Made reservation on behalf of f6951c5b043a47d089177f989cb207ab for: {'port': 1} {{(pid=93274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:39:56.602635 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:56.730963 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_common [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Allocated IP 172.20.0.7 (70ee9fff-f58c-40c8-9877-03010b1c894c/430bbc46-a051-4633-8b73-1dcc62cc7f52/0b08e9c2-a041-4f09-898b-40468c99cdf9) {{(pid=93274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:39:56.872005 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:56.886259 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Transition to ACTIVE for port object 0b08e9c2-a041-4f09-898b-40468c99cdf9 will not be triggered until provisioned by entity DHCP. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:39:56.917628 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_create {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:56.963928 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Network 70ee9fff-f58c-40c8-9877-03010b1c894c is already hosted by enough agents. {{(pid=93274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:39:56.967151 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.base_scheduler [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Resources bound (agent type, host, resource id): {{(pid=93274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:39:56.971300 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Received port after_create {{(pid=93274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:39:56.978050 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=0b08e9c2-a041-4f09-898b-40468c99cdf9,revision_number=1']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:39:57.007853 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.008198 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.008537 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.008863 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.009187 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.009632 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.009993 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.010321 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.010644 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.010972 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.011322 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.011692 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:39:57.039180 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:57.039805 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.055927 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-883ba132-28db-4660-a491-025eca17744a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683224 Aug 10 15:39:57.078517 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.v2.base [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Request body: {'port': {'device_id': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=93274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:39:57.146755 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.249181 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-029f4dcd-8c8b-45a9-80fb-045f22d82f7a None None] Provisioning for port 0b08e9c2-a041-4f09-898b-40468c99cdf9 completed by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:39:57.253850 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-029f4dcd-8c8b-45a9-80fb-045f22d82f7a None None] Provisioning complete for port 0b08e9c2-a041-4f09-898b-40468c99cdf9 triggered by entity DHCP. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:39:57.254313 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-029f4dcd-8c8b-45a9-80fb-045f22d82f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.287085 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-029f4dcd-8c8b-45a9-80fb-045f22d82f7a None None] Port 0b08e9c2-a041-4f09-898b-40468c99cdf9 cannot update to ACTIVE because it is not bound. {{(pid=93276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:39:57.412281 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b08e9c2-a041-4f09-898b-40468c99cdf9 {{(pid=93274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:39:57.419650 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.432235 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.provisioning_blocks [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Transition to ACTIVE for port object 0b08e9c2-a041-4f09-898b-40468c99cdf9 will not be triggered until provisioned by entity L2. {{(pid=93274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:39:57.436091 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.483276 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=0b08e9c2-a041-4f09-898b-40468c99cdf9,revision_number=2']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:39:57.563785 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Attempting to bind port 0b08e9c2-a041-4f09-898b-40468c99cdf9 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:39:57.564120 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Attempting to bind port 0b08e9c2-a041-4f09-898b-40468c99cdf9 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:39:57.564448 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Attempting to bind port 0b08e9c2-a041-4f09-898b-40468c99cdf9 on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:39:57.569130 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Port 0b08e9c2-a041-4f09-898b-40468c99cdf9 on network 70ee9fff-f58c-40c8-9877-03010b1c894c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:39:57.569444 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Attempting to bind port 0b08e9c2-a041-4f09-898b-40468c99cdf9 on network 70ee9fff-f58c-40c8-9877-03010b1c894c {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:39:57.574740 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Checking agent: {'id': '35ac9eb6-ad22-4da5-bebd-74d0900b3bc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'started_at': datetime.datetime(2021, 8, 10, 15, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:39:57.575076 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Checking segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:39:57.575464 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Bound using segment: {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'} {{(pid=93274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:39:57.575892 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.managers [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Bound port: 0b08e9c2-a041-4f09-898b-40468c99cdf9, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3868033b-aa52-43b7-9654-230f5a542afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c'}}] {{(pid=93274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:39:57.576248 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.603617 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45287d63-c5d4-4010-a156-f7c29188eb29 req-975e9781-d430-46d1-8657-7d6a75e5e01a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:57.605263 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45287d63-c5d4-4010-a156-f7c29188eb29 req-975e9781-d430-46d1-8657-7d6a75e5e01a tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0538182 Aug 10 15:39:57.645460 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] For port 0b08e9c2-a041-4f09-898b-40468c99cdf9, host hv-cinder-80409, cleared binding levels {{(pid=93274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:39:57.648398 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] For port 0b08e9c2-a041-4f09-898b-40468c99cdf9, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:39:57.653270 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45287d63-c5d4-4010-a156-f7c29188eb29 req-f0f0cde2-cff1-4f53-89cf-20f5ea5a174b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369101 Aug 10 15:39:57.653849 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11301460'] for port, after_update {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.689185 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:57.689493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:39:57.691081 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] 10.222.0.16 "PUT /v2.0/ports/0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 200 len: 1093 time: 0.6181920 Aug 10 15:39:57.691557 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:39:57.693897 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8242532f-a43f-407e-b71c-692a62b38f67" -d '{"events": [{"name": "network-changed", "server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:39:57.719146 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264be00-256b-4432-aa81-2b7715f8ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=0b08e9c2-a041-4f09-898b-40468c99cdf9,revision_number=3']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:39:57.736940 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b76e8-0564-42b7-bb4c-6a0279a3e8e5 x-openstack-request-id: req-800b76e8-0564-42b7-bb4c-6a0279a3e8e5 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:39:57.737233 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:39:57.737493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-800b76e8-0564-42b7-bb4c-6a0279a3e8e5 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:39:57.737928 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'status': 'completed', 'code': 200} Aug 10 15:39:57.803809 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c5fca4a8-543b-409d-8927-e1f1e8c7c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:57.805320 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-c5fca4a8-543b-409d-8927-e1f1e8c7c5f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1096 time: 0.0434754 Aug 10 15:39:57.859020 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-fd1ec830-16c7-4fab-870e-3c892d0dd723 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 200 len: 217 time: 0.0380707 Aug 10 15:39:57.909281 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-45402556-e733-42e8-9ccd-6f4604eec4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:57.910840 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-45402556-e733-42e8-9ccd-6f4604eec4cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0447657 Aug 10 15:39:57.959924 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-f5df16b7-cf6c-4b34-a441-853c1c2379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:57.961463 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-f5df16b7-cf6c-4b34-a441-853c1c2379e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437279 Aug 10 15:39:58.057084 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-8bcbe6ac-5eb7-4894-94e0-79c4e628352e service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Aug 10 15:39:58.143979 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-600ad1f3-62ea-4c91-a02f-209e792329cd req-ec7cd82b-6688-4559-b5ec-1bf968b3ecad service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792718 Aug 10 15:39:58.287650 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242532f-a43f-407e-b71c-692a62b38f67 req-757471c7-ddd8-4643-aed5-04adb2a682f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:58.289118 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-757471c7-ddd8-4643-aed5-04adb2a682f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1096 time: 0.0464032 Aug 10 15:39:58.379147 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242532f-a43f-407e-b71c-692a62b38f67 req-efed5b37-002d-4c5d-a648-1a25c56e9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:58.380529 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-efed5b37-002d-4c5d-a648-1a25c56e9dc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0840700 Aug 10 15:39:58.423815 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-aae23814-2a3e-4fc8-af97-2204903cf8bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 200 len: 217 time: 0.0350244 Aug 10 15:39:58.477720 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242532f-a43f-407e-b71c-692a62b38f67 req-a685e0c7-4711-40b8-8584-e614192bb6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:58.479236 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-a685e0c7-4711-40b8-8584-e614192bb6c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0480616 Aug 10 15:39:58.534612 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242532f-a43f-407e-b71c-692a62b38f67 req-329ed713-d757-4e38-9f49-9081d732eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:58.536208 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-329ed713-d757-4e38-9f49-9081d732eae6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412309 Aug 10 15:39:58.628481 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-735e3ccb-a127-47d3-98ac-7da77441e426 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837157 Aug 10 15:39:58.728683 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-8242532f-a43f-407e-b71c-692a62b38f67 req-169e913d-c109-4c3f-b09e-a6ea7e9122e8 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897629 Aug 10 15:39:58.768959 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6741ba7-b986-4d1a-9a5c-1ea3b249acf8 req-81b09f47-53e1-4ad6-b54d-651d74498225 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:58.770479 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6741ba7-b986-4d1a-9a5c-1ea3b249acf8 req-81b09f47-53e1-4ad6-b54d-651d74498225 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0497487 Aug 10 15:39:58.807515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a6741ba7-b986-4d1a-9a5c-1ea3b249acf8 req-4fc6228e-117f-4574-a870-cee5d27201c5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311544 Aug 10 15:39:59.924643 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee57a9-0daf-4b3b-bab1-098786916d29 req-2d796d8c-39b5-4669-8c23-af53ecb61219 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:39:59.926144 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8ee57a9-0daf-4b3b-bab1-098786916d29 req-2d796d8c-39b5-4669-8c23-af53ecb61219 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0508413 Aug 10 15:39:59.964084 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8ee57a9-0daf-4b3b-bab1-098786916d29 req-001ece9a-55a6-4194-ae41-be8e7c31e18e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318592 Aug 10 15:40:01.076139 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125a74a-30f1-4084-8f66-f3e061245d59 req-a6a707e4-c6d2-4232-bb19-faff3f5953e4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:01.077620 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e125a74a-30f1-4084-8f66-f3e061245d59 req-a6a707e4-c6d2-4232-bb19-faff3f5953e4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0481484 Aug 10 15:40:01.121280 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e125a74a-30f1-4084-8f66-f3e061245d59 req-5a730cee-e588-4a3c-8f48-d2b7b38bd6e7 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355780 Aug 10 15:40:02.251775 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9fab4-6448-4c21-9afb-27c469017aac req-601d00de-649a-417f-a56a-dcd2c8aa7202 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:02.253241 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-43a9fab4-6448-4c21-9afb-27c469017aac req-601d00de-649a-417f-a56a-dcd2c8aa7202 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0488968 Aug 10 15:40:02.289741 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-43a9fab4-6448-4c21-9afb-27c469017aac req-0a1ba236-874b-4dcb-9afe-49a03a002cef tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302968 Aug 10 15:40:03.402111 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83bab6-2051-46b9-b6d7-fdb121a75775 req-21272e38-87e6-4666-94b3-420f6e5f0588 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:03.403683 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ef83bab6-2051-46b9-b6d7-fdb121a75775 req-21272e38-87e6-4666-94b3-420f6e5f0588 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0485611 Aug 10 15:40:03.445130 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ef83bab6-2051-46b9-b6d7-fdb121a75775 req-5e3e76ed-9c35-4af3-8cfd-efacbdb0a23c tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350723 Aug 10 15:40:04.558254 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d4e0-ebe2-48cc-95ef-a38edda5cd0b req-c86eb95a-8cf1-4bd1-a79e-863c8faa431f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:04.559742 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e85d4e0-ebe2-48cc-95ef-a38edda5cd0b req-c86eb95a-8cf1-4bd1-a79e-863c8faa431f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0480270 Aug 10 15:40:04.601317 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e85d4e0-ebe2-48cc-95ef-a38edda5cd0b req-c320c9be-0733-4d3c-8733-91cfbd1b1b1f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350981 Aug 10 15:40:05.713031 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee14d8-de06-4dfd-9070-16ef53dcc8f2 req-c8239bb4-17ca-4ac1-9552-45870ca6067d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:05.714514 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d1ee14d8-de06-4dfd-9070-16ef53dcc8f2 req-c8239bb4-17ca-4ac1-9552-45870ca6067d tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 943 time: 0.0481770 Aug 10 15:40:05.753660 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d1ee14d8-de06-4dfd-9070-16ef53dcc8f2 req-4c0864c2-f53b-4596-b24a-a987175308e5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327446 Aug 10 15:40:06.566727 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0b08e9c2-a041-4f09-898b-40468c99cdf9 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=93276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:40:06.664254 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 0b08e9c2-a041-4f09-898b-40468c99cdf9, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:40:06.676377 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Returning: {'device': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'port_id': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'mac_address': 'fa:16:3e:71:67:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:40:06.713166 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:06.725493 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b08e9c2-a041-4f09-898b-40468c99cdf9 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:40:06.744765 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 0b08e9c2-a041-4f09-898b-40468c99cdf9, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:40:06.748714 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:06.795041 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=0b08e9c2-a041-4f09-898b-40468c99cdf9,revision_number=4']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:40:06.802518 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.802882 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.803227 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.803569 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.803906 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.804242 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.804573 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.804903 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.805236 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.805561 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.805915 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.806239 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:06.866005 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372cce2-f6de-4cf3-9867-c18c3c888046 req-a64c3bc8-cab2-4340-a4b8-c0d5641f01ef tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:06.867371 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6372cce2-f6de-4cf3-9867-c18c3c888046 req-a64c3bc8-cab2-4340-a4b8-c0d5641f01ef tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 944 time: 0.0478086 Aug 10 15:40:06.904133 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6372cce2-f6de-4cf3-9867-c18c3c888046 req-9fc36349-edaf-4ef6-9111-645dd7cd76eb tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307891 Aug 10 15:40:07.102839 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] get_ports_and_sgs() called for port_ids ['0b08e9c2-a041-4f09-898b-40468c99cdf9'] {{(pid=93276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:40:08.016386 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306509-3cf9-4fdb-96bf-32776f0e142e req-522017ac-5ac1-4c57-9fe4-93b17b810057 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:08.017876 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d306509-3cf9-4fdb-96bf-32776f0e142e req-522017ac-5ac1-4c57-9fe4-93b17b810057 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 944 time: 0.0484459 Aug 10 15:40:08.058113 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5d306509-3cf9-4fdb-96bf-32776f0e142e req-7ccef9a5-5bb0-4faa-b403-fd2726c01a8e tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344090 Aug 10 15:40:08.577287 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0b08e9c2-a041-4f09-898b-40468c99cdf9 up at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:40:08.626578 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning for port 0b08e9c2-a041-4f09-898b-40468c99cdf9 completed by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:40:08.629967 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Provisioning complete for port 0b08e9c2-a041-4f09-898b-40468c99cdf9 triggered by entity L2. {{(pid=93276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:40:08.630345 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3697828'] for port, provisioning_complete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:08.710985 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:08.733170 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:40:08.736188 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0e57c73ed9e6fc6c02623b0f2d57a2245048607e0693b32182d22e703911710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8795bf-b4bd-47fb-acf3-e0e5e10aa4b7" -d '{"events": [{"server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "name": "network-vif-plugged", "status": "completed", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:40:08.749218 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] For port 0b08e9c2-a041-4f09-898b-40468c99cdf9, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:40:08.753362 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:08.775657 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5862e859-f022-4bbd-a8d4-07da0ce437f6 x-openstack-request-id: req-5862e859-f022-4bbd-a8d4-07da0ce437f6 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:40:08.775946 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "name": "network-vif-plugged", "status": "completed", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:40:08.776199 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5862e859-f022-4bbd-a8d4-07da0ce437f6 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:40:08.776582 dv-cinder-804093-1-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'code': 200} Aug 10 15:40:08.801668 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Pushing event updated for resources: {'Port': ['ID=0b08e9c2-a041-4f09-898b-40468c99cdf9,revision_number=5']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:40:09.031855 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc122-652b-4697-996c-a4d12ffaa2a6 req-0fc0c5e0-6934-4e7a-a85b-ad4510f25415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:09.033332 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc4fc122-652b-4697-996c-a4d12ffaa2a6 req-0fc0c5e0-6934-4e7a-a85b-ad4510f25415 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1098 time: 0.0396161 Aug 10 15:40:09.069589 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-cc4fc122-652b-4697-996c-a4d12ffaa2a6 req-0a937ab9-177e-4ff5-bf28-0b0ca9d041ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282743 Aug 10 15:40:09.169837 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1f04-f381-4159-b5e4-c0f67483cf2c req-2e26ca37-882c-4bfe-829c-0202c654d57b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:09.171289 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b3ab1f04-f381-4159-b5e4-c0f67483cf2c req-2e26ca37-882c-4bfe-829c-0202c654d57b tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Aug 10 15:40:09.210455 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b3ab1f04-f381-4159-b5e4-c0f67483cf2c req-597799c7-424d-4aad-9bf5-499b92f031a7 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Aug 10 15:40:10.323336 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c266cb6-c6a4-4ec3-ba6a-ddb93e923ed3 req-49043786-5e14-44a4-9521-afbad16d0b77 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:10.324789 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c266cb6-c6a4-4ec3-ba6a-ddb93e923ed3 req-49043786-5e14-44a4-9521-afbad16d0b77 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 945 time: 0.0475132 Aug 10 15:40:10.362163 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7c266cb6-c6a4-4ec3-ba6a-ddb93e923ed3 req-7cb51e80-1143-4d60-858c-83e27ffa3c61 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308237 Aug 10 15:40:10.473965 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f91103-9d9c-4bbc-ae9f-a2b231dee248 req-358b9260-7009-4858-99c3-1db69ec74775 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:10.475313 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68f91103-9d9c-4bbc-ae9f-a2b231dee248 req-358b9260-7009-4858-99c3-1db69ec74775 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 945 time: 0.0476363 Aug 10 15:40:10.517377 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68f91103-9d9c-4bbc-ae9f-a2b231dee248 req-e3a4589b-71ad-4966-b2cd-35d61d9e437f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357511 Aug 10 15:40:10.539820 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35380) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:40:10.578643 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac448a7e-0580-4745-b13c-10e71b6030d9 tempest-TestVolumeBootPattern-553763664 tempest-TestVolumeBootPattern-553763664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:10.580127 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ac448a7e-0580-4745-b13c-10e71b6030d9 tempest-TestVolumeBootPattern-553763664 tempest-TestVolumeBootPattern-553763664-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1093 time: 0.0393481 Aug 10 15:40:10.582837 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35382) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:40:10.587075 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Request body: {'floatingip': {'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'port_id': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:40:10.620109 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:10.714111 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:10.818070 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Allocated IP 172.27.0.64 (1e532bcd-f2e1-4033-bcc8-cfc1cdd30439/413bafda-596d-4197-9420-ba6e603c5f4a/ed0fcbea-b066-43ef-b4b3-2da6051f641d) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:40:10.915120 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:10.957027 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783825925102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:10.996753 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Network 1e532bcd-f2e1-4033-bcc8-cfc1cdd30439 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:40:11.001158 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:40:11.005328 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:40:11.008341 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=ed0fcbea-b066-43ef-b4b3-2da6051f641d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:40:11.034218 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.034568 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.034910 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.035247 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.035577 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.035963 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.036239 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.036568 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.036895 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.037274 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.037613 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.037954 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:40:11.367149 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:11.430851 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814892'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:11.580166 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:11.584604 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783826314653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783825923844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783825923862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834059'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:11.648532 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event updated for resources: {'Port': ['ID=ed0fcbea-b066-43ef-b4b3-2da6051f641d,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:40:11.661768 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760722'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:11.761162 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Floating IP a610a636-6ff9-49f6-9df1-7c8d0e1f4c28 associated. External IP: 172.27.0.64, port: 0b08e9c2-a041-4f09-898b-40468c99cdf9. Aug 10 15:40:11.967137 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:40:12.074430 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:40:12.083983 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:40:12.090212 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:12.094137 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:40:12.094764 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:39:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:40:12.124489 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-af97f4a6-6e95-4f2b-8d6d-84c5930eff30 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5405731 Aug 10 15:40:12.125039 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:40:12.127902 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c1ab6e00e8b90df615fd4ea39c319f0c586cc87c788479990ce049c4cd69c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec64f7-de62-4a45-8843-cefd99ead8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:40:12.162763 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0da3c2-8e2e-4d25-bf4b-1f296822b9bb x-openstack-request-id: req-7e0da3c2-8e2e-4d25-bf4b-1f296822b9bb {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:40:12.163064 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:40:12.163320 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e0da3c2-8e2e-4d25-bf4b-1f296822b9bb {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:40:12.163725 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'status': 'completed', 'code': 200} Aug 10 15:40:12.211887 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:40:12.254201 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-40eda3a0-0c5b-48f4-ad6c-07225a19a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:12.255725 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-40eda3a0-0c5b-48f4-ad6c-07225a19a39c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1098 time: 0.0457065 Aug 10 15:40:12.343917 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-a204886a-029c-4b90-9e4a-a93abb8c0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:12.345397 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-a204886a-029c-4b90-9e4a-a93abb8c0a78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0827844 Aug 10 15:40:12.415792 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-e3b913d9-c268-4f8a-b7db-81a473fd688b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 200 len: 998 time: 0.0628645 Aug 10 15:40:12.440078 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'a610a636-6ff9-49f6-9df1-7c8d0e1f4c28', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:71:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:40:11Z', 'updated_at': '2021-08-10T15:40:11Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}, {'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:21Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:40:12.464783 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-071ca0f5-d0a4-4bf5-8f0d-beae0737a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:12.466135 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:40:12.466262 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-071ca0f5-d0a4-4bf5-8f0d-beae0737a468 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0435328 Aug 10 15:40:12.474333 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:40:12.474937 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:39:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:40:12.511744 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-340b3fdc-ebb2-4153-9442-4dabaadbe451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:12.513250 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-340b3fdc-ebb2-4153-9442-4dabaadbe451 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395858 Aug 10 15:40:12.581218 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:40:12.608092 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-089644c0-2c92-4939-8db5-afed465a1f76 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869958 Aug 10 15:40:12.699911 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-33ec64f7-de62-4a45-8843-cefd99ead8fc req-ff4db571-3049-40ef-ac93-be7c422104d1 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837073 Aug 10 15:40:12.813665 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'a610a636-6ff9-49f6-9df1-7c8d0e1f4c28', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:71:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:40:11Z', 'updated_at': '2021-08-10T15:40:11Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}, {'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:21Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:40:12.981709 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b48d89-4e25-44d4-8575-e2645ee1d89c None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'a610a636-6ff9-49f6-9df1-7c8d0e1f4c28', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:71:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:40:11Z', 'updated_at': '2021-08-10T15:40:11Z', 'revision_number': 0, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}, {'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:21Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:40:13.166435 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff45c63-a42d-4199-ba3a-ad6725db9515 None None] New status for floating IP a610a636-6ff9-49f6-9df1-7c8d0e1f4c28: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:40:13.213711 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:40:13.708982 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ad99c36-0cf8-4f2b-b788-339b076318e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:14.457203 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:16.294717 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f33e147e-931e-474e-9d48-347b1a3d379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:16.619185 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:17.623479 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:19.422722 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:28.616706 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-c694f093-62c6-4a2b-aef0-f0b1a1d37ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412109 Aug 10 15:40:28.719901 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-f2f7ad4f-787f-4aae-a8db-235891420665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:28.721357 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-f2f7ad4f-787f-4aae-a8db-235891420665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1098 time: 0.0432005 Aug 10 15:40:28.830257 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-ff545f3c-bf27-4128-8f6e-0c54721fe7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:28.831730 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-ff545f3c-bf27-4128-8f6e-0c54721fe7f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0867820 Aug 10 15:40:28.900801 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-f5ff1bff-4a46-44c8-80f7-cb115ae534bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 1001 time: 0.0612595 Aug 10 15:40:28.968898 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-cad22c56-cb70-41b1-90d5-9702ba7d7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:28.970583 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-cad22c56-cb70-41b1-90d5-9702ba7d7de8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0456269 Aug 10 15:40:29.024502 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-fa50323d-dc31-4010-84be-ec938a3e607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:40:29.026047 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-fa50323d-dc31-4010-84be-ec938a3e607f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437355 Aug 10 15:40:29.117493 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-8cfe2ffd-658f-4c01-a770-9cff5021e883 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Aug 10 15:40:29.206011 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-01bed720-8cf2-4106-9aef-ad1cc418c203 req-95f78f4e-acdc-45fd-80a3-0b4a9773b215 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813255 Aug 10 15:40:43.710501 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-30c4885f-edfc-4e19-a44d-2c8d552cec1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:44.456299 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:46.294558 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f960c0-217c-408b-bfdc-92138764c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:46.620346 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:47.627483 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:49.426263 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:40:50.212464 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:40:50.273098 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [req-509a3eaa-5418-4595-9b4a-8546dea8cfef req-cab281c3-e0b2-48c2-9cc7-a3b511be3697 service neutron] (93274) timed out ('10.222.0.16', 54090) {{(pid=93274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:41:13.711216 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-76bcef0c-13b2-4eca-9399-b92780e3d80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:14.455321 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:16.297237 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4cb57848-ab7a-444a-bf8a-bd90fd88db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:16.621890 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:17.629881 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:19.428927 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:27.211528 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:41:29.726036 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-a8823b5e-c300-4a06-b325-447186c9defb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861833 Aug 10 15:41:29.816355 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-bc62e78b-418b-4735-bca3-6346a5196a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:29.817955 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-bc62e78b-418b-4735-bca3-6346a5196a35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1098 time: 0.0444438 Aug 10 15:41:29.923567 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-2cf02670-5398-42c8-b13f-afc606a876c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:29.925528 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-2cf02670-5398-42c8-b13f-afc606a876c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0829189 Aug 10 15:41:29.998053 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-e4b10251-29a5-465f-aca1-bfe8030d827f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 200 len: 1000 time: 0.0613332 Aug 10 15:41:30.052479 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-84f47ca8-2a44-4251-b7df-b3d9e6363318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:30.054020 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-84f47ca8-2a44-4251-b7df-b3d9e6363318 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0436368 Aug 10 15:41:30.104153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-d09a07e4-2044-4c91-828f-81d7546460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:30.105623 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-d09a07e4-2044-4c91-828f-81d7546460a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399783 Aug 10 15:41:30.205344 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-83222997-97c6-4a8b-8403-d3f7ea50771d service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872729 Aug 10 15:41:30.519505 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-74f9852f-0df4-4057-8a89-bb963e05a374 req-9bf44452-8f61-4888-9efd-7fd502b9efd4 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030391 Aug 10 15:41:42.284808 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35420) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:42.500462 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Deleting port ed0fcbea-b066-43ef-b4b3-2da6051f641d {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:42.500801 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:42.577881 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:42.578207 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:42.590348 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Calling delete_port for ed0fcbea-b066-43ef-b4b3-2da6051f641d owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:42.749390 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:42.774942 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'Port': ['ID=ed0fcbea-b066-43ef-b4b3-2da6051f641d,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:42.787310 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.787683 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.788029 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.788381 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.788714 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.789065 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.789446 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.789774 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.790153 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.790484 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.790810 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.791132 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:42.864467 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:42.864860 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Floating IP a610a636-6ff9-49f6-9df1-7c8d0e1f4c28 disassociated (deleted). External IP: 172.27.0.64, port: 0b08e9c2-a041-4f09-898b-40468c99cdf9. Aug 10 15:41:43.089304 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:41:43.204669 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:41:43.211004 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:43.215836 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:41:43.231268 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:41:43.231970 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:43.239809 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-cc9a9179-9da8-4ba1-9016-fcfbc53eca85 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "DELETE /v2.0/floatingips/a610a636-6ff9-49f6-9df1-7c8d0e1f4c28 HTTP/1.1" status: 204 len: 168 time: 0.9536240 Aug 10 15:41:43.240393 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:41:43.242702 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e370b4-623e-4916-968d-c890ed4645a8" -d '{"events": [{"name": "network-changed", "server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:41:43.365671 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:41:43.368761 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde26105-467e-47c5-aedf-4614c9530f50 x-openstack-request-id: req-fde26105-467e-47c5-aedf-4614c9530f50 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:41:43.369323 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:41:43.369421 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fde26105-467e-47c5-aedf-4614c9530f50 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:41:43.370171 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'status': 'completed', 'code': 200} Aug 10 15:41:43.491738 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e370b4-623e-4916-968d-c890ed4645a8 req-2f691d9f-898d-469d-adf8-054f87639fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:43.493484 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-2f691d9f-898d-469d-adf8-054f87639fca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 1098 time: 0.0524199 Aug 10 15:41:43.560725 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dfe0-ce69-42af-affb-45dea152633d req-632d340a-5d06-40b9-9025-f50cfb05d1f8 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:43.562303 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3be0dfe0-ce69-42af-affb-45dea152633d req-632d340a-5d06-40b9-9025-f50cfb05d1f8 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 945 time: 0.1133511 Aug 10 15:41:43.608014 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3be0dfe0-ce69-42af-affb-45dea152633d req-1b698957-ed68-4be3-9aff-9b9c33f659ac tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360150 Aug 10 15:41:43.615073 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e370b4-623e-4916-968d-c890ed4645a8 req-62786e05-cfff-4e52-b62a-7f541a7714b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:43.616575 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-62786e05-cfff-4e52-b62a-7f541a7714b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.1006854 Aug 10 15:41:43.628809 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:21Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:43.659869 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-a86e1fcf-e082-465c-85e0-ef99771a6834 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 200 len: 217 time: 0.0351646 Aug 10 15:41:43.660265 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:41:43.669112 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:41:43.669776 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:16Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:43.714393 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e370b4-623e-4916-968d-c890ed4645a8 req-7a3132bb-3a78-493f-872c-8f2b6ef8bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:43.715695 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-7a3132bb-3a78-493f-872c-8f2b6ef8bd34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0488403 Aug 10 15:41:43.728740 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7054199b-a3b9-4777-8652-288c1d954d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:43.765377 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e370b4-623e-4916-968d-c890ed4645a8 req-169c6483-9d07-4bac-aafa-7bbb4e86f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:43.766923 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-169c6483-9d07-4bac-aafa-7bbb4e86f519 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412052 Aug 10 15:41:43.792275 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:41:43.864828 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-c56d2b8e-17b1-4389-8769-0c9505d7f25d service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Aug 10 15:41:43.971728 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-61e370b4-623e-4916-968d-c890ed4645a8 req-a82bbf2c-531a-41c1-b82e-11f49094243c service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990086 Aug 10 15:41:44.052059 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:21Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:44.078943 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b91bcc-b947-4ece-bfd3-212787a4e2d9 None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_floatingips': [{'id': 'ea99c0e4-7479-4d4b-868a-86c83acc48b5', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'router_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'port_id': 'dceada97-4317-4de6-8b33-008960988387', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'mac_address': 'fa:16:3e:17:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:38:19Z', 'updated_at': '2021-08-10T15:38:21Z', 'revision_number': 1, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:41:44.315502 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa526f-c977-457a-93f8-69b49d8dd6d2 None None] New status for floating IP a610a636-6ff9-49f6-9df1-7c8d0e1f4c28: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:41:44.454032 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:44.787219 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03485fe-4a58-4d8f-a63a-532cc0f5ed7e req-b002af28-9b32-4beb-83ac-971fedde4715 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:44.788691 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b03485fe-4a58-4d8f-a63a-532cc0f5ed7e req-b002af28-9b32-4beb-83ac-971fedde4715 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 945 time: 0.0971627 Aug 10 15:41:44.825804 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b03485fe-4a58-4d8f-a63a-532cc0f5ed7e req-de2a8fde-607c-4f8d-a04c-e26ae22fc2db tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 10 15:41:45.599208 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-d53cd0f3-d252-4fe4-80b9-17ce809d2c0f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:45.600694 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-d53cd0f3-d252-4fe4-80b9-17ce809d2c0f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 945 time: 0.0502248 Aug 10 15:41:45.706148 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Deleting port 0b08e9c2-a041-4f09-898b-40468c99cdf9 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:45.706487 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:45.793498 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] For port 0b08e9c2-a041-4f09-898b-40468c99cdf9, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b08e9c2-a041-4f09-898b-40468c99cdf9,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:41:45.793908 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:45.809294 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Calling delete_port for 0b08e9c2-a041-4f09-898b-40468c99cdf9 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:45.941938 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:45.955614 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c9123-7e88-43b5-ad7b-82b973f8737d req-d5d476de-2006-4ee9-a9dd-0e9bc71ee851 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:45.957137 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e5c9123-7e88-43b5-ad7b-82b973f8737d req-d5d476de-2006-4ee9-a9dd-0e9bc71ee851 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 867 time: 0.0519710 Aug 10 15:41:45.972596 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'Port': ['ID=0b08e9c2-a041-4f09-898b-40468c99cdf9,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:45.998463 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6e5c9123-7e88-43b5-ad7b-82b973f8737d req-23ac088f-170a-450c-808a-8513441993c1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352001 Aug 10 15:41:46.015539 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] No DVR routers for this DVR port 0b08e9c2-a041-4f09-898b-40468c99cdf9 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:41:46.018357 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:46.020791 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-2b3d1870-997b-48e4-b794-70b157541fa3 req-006e11e7-5620-4c48-9675-f4ca0cbfc7d5 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "DELETE /v2.0/ports/0b08e9c2-a041-4f09-898b-40468c99cdf9 HTTP/1.1" status: 204 len: 173 time: 0.4099901 Aug 10 15:41:46.021466 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'name': 'network-vif-deleted', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:41:46.023771 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad8046d-d00d-41c4-8b27-f9d904e400d3" -d '{"events": [{"server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "name": "network-vif-deleted", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:41:46.071989 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f91a40-71c7-4045-9ef7-483871b9c09e x-openstack-request-id: req-a8f91a40-71c7-4045-9ef7-483871b9c09e {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:41:46.072275 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b991b-4407-46f3-96d0-b74cbd4388f2", "name": "network-vif-deleted", "tag": "0b08e9c2-a041-4f09-898b-40468c99cdf9", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:41:46.072551 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8f91a40-71c7-4045-9ef7-483871b9c09e {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:41:46.072908 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b991b-4407-46f3-96d0-b74cbd4388f2', 'name': 'network-vif-deleted', 'tag': '0b08e9c2-a041-4f09-898b-40468c99cdf9', 'status': 'completed', 'code': 200} Aug 10 15:41:46.299363 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d271770d-81d0-4b70-91ad-9d21a84527fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:46.623069 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:47.116741 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-628dd023-b260-490d-b66f-543767996c41 req-1654895b-a2a7-49cf-bd1d-c64694c2fa9f tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=615b991b-4407-46f3-96d0-b74cbd4388f2 HTTP/1.1" status: 200 len: 210 time: 0.0303035 Aug 10 15:41:47.632478 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:49.045195 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0b08e9c2-a041-4f09-898b-40468c99cdf9 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:41:49.069648 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: 0b08e9c2-a041-4f09-898b-40468c99cdf9 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:41:49.070030 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device 0b08e9c2-a041-4f09-898b-40468c99cdf9 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:41:49.431855 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:50.395720 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35480) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:50.557573 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Deleting port 74fc69d5-69ff-4856-bb9c-b536416bc8d1 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:50.557946 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:50.640388 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:50.640623 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:50.656367 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Calling delete_port for 74fc69d5-69ff-4856-bb9c-b536416bc8d1 owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:50.809256 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:50.834832 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'Port': ['ID=74fc69d5-69ff-4856-bb9c-b536416bc8d1,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:50.899013 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:50.899280 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.db.l3_db [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Floating IP ea99c0e4-7479-4d4b-868a-86c83acc48b5 disassociated (deleted). External IP: 172.27.0.250, port: dceada97-4317-4de6-8b33-008960988387. Aug 10 15:41:51.117718 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:41:51.227443 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:41:51.232323 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:51.238088 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:41:51.248549 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:41:51.249468 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:51.262462 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-a4f7ee64-287d-4654-8aa7-051ac9cbe8d1 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "DELETE /v2.0/floatingips/ea99c0e4-7479-4d4b-868a-86c83acc48b5 HTTP/1.1" status: 204 len: 168 time: 0.8656323 Aug 10 15:41:51.263025 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'tag': 'dceada97-4317-4de6-8b33-008960988387'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:41:51.265293 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b5fbe-f0fa-4488-993a-41d0b83c680b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "tag": "dceada97-4317-4de6-8b33-008960988387"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:41:51.306182 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56367fd-00ac-43fc-8bc4-f83716d54b5d x-openstack-request-id: req-c56367fd-00ac-43fc-8bc4-f83716d54b5d {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:41:51.306801 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "tag": "dceada97-4317-4de6-8b33-008960988387", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:41:51.307700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c56367fd-00ac-43fc-8bc4-f83716d54b5d {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:41:51.307700 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'tag': 'dceada97-4317-4de6-8b33-008960988387', 'status': 'completed', 'code': 200} Aug 10 15:41:51.389933 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:41:51.414839 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-03f7cadb-4947-41bc-80fe-6b59f50348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:51.416419 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-03f7cadb-4947-41bc-80fe-6b59f50348c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6951c5b043a47d089177f989cb207ab&device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 1098 time: 0.0496469 Aug 10 15:41:51.509644 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f833cd6-97fc-4230-aab9-f5a4beb3881e req-34f5acfc-275d-4374-9f3e-e9c8ea2d0eb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:51.511830 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f833cd6-97fc-4230-aab9-f5a4beb3881e req-34f5acfc-275d-4374-9f3e-e9c8ea2d0eb9 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 945 time: 0.0547154 Aug 10 15:41:51.558435 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-25e68572-6a25-418d-9c51-fe6994a4e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:51.559954 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-25e68572-6a25-418d-9c51-fe6994a4e94b service neutron] 10.222.0.16 "GET /v2.0/networks?id=70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 200 len: 912 time: 0.0900755 Aug 10 15:41:51.563976 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f833cd6-97fc-4230-aab9-f5a4beb3881e req-9d4b7daa-abe0-4070-a883-1022287036e6 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Aug 10 15:41:51.611100 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-23b28b9d-0c97-4526-8707-07fe3d41a219 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 200 len: 217 time: 0.0398231 Aug 10 15:41:51.620326 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:51.647091 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:41:51.656422 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:41:51.656887 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:51.664068 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-4d91da69-d9fa-45a9-bacd-0c159b715ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:51.665547 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-4d91da69-d9fa-45a9-bacd-0c159b715ff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 200 len: 850 time: 0.0470164 Aug 10 15:41:51.715394 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-1a95157c-e809-45b6-8860-cb9094202f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:51.716916 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-1a95157c-e809-45b6-8860-cb9094202f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=70ee9fff-f58c-40c8-9877-03010b1c894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438066 Aug 10 15:41:51.820869 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-7fec753b-b4cf-4f51-b297-098b10f422c5 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959406 Aug 10 15:41:51.895604 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:41:51.928834 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-761b5fbe-f0fa-4488-993a-41d0b83c680b req-2252f77e-55fc-431a-b374-dcb16f765530 service neutron] 10.222.0.16 "GET /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995548 Aug 10 15:41:52.101375 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:52.127846 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e1d7-e26b-471e-9f7c-9b0bebce30ac None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:35:11Z', 'revision_number': 4, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi', '_interfaces': [{'id': '3e5e1521-7d39-452e-8f82-ca4160f85dee', 'name': '', 'network_id': '70ee9fff-f58c-40c8-9877-03010b1c894c', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'mac_address': 'fa:16:3e:62:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:10Z', 'updated_at': '2021-08-10T15:35:17Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'subnets': [{'id': '430bbc46-a051-4633-8b73-1dcc62cc7f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:41:52.341422 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c6e001-3112-4dbf-8290-a6980990e5f2 None None] New status for floating IP ea99c0e4-7479-4d4b-868a-86c83acc48b5: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:41:52.683694 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f9b1a-b052-4851-b84c-3f72f0032277 req-40c2c7c1-d331-4ee4-8bca-092fe3040397 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:52.685091 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e8f9b1a-b052-4851-b84c-3f72f0032277 req-40c2c7c1-d331-4ee4-8bca-092fe3040397 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 945 time: 0.0490189 Aug 10 15:41:52.724392 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e8f9b1a-b052-4851-b84c-3f72f0032277 req-facc6197-b8bb-42a1-bfc4-bd9e411a9d81 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/security-groups?id=acff42f0-2bf7-4fdf-bc50-23b5710fe29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Aug 10 15:41:53.454017 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-98aad36b-f758-4357-a3bb-44a2f72b3c44 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:41:53.455488 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-98aad36b-f758-4357-a3bb-44a2f72b3c44 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 945 time: 0.0498581 Aug 10 15:41:53.555586 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Deleting port dceada97-4317-4de6-8b33-008960988387 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:53.555930 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:53.644254 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] For port dceada97-4317-4de6-8b33-008960988387, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=dceada97-4317-4de6-8b33-008960988387,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:41:53.644617 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:53.661191 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Calling delete_port for dceada97-4317-4de6-8b33-008960988387 owned by compute:nova {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:53.787664 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:53.813737 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'Port': ['ID=dceada97-4317-4de6-8b33-008960988387,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:53.819292 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [req-95471d13-709c-4826-9400-db5e8ebe46df req-c5f5c26e-4435-4723-b0be-a92ab916aad7 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd212796-e00d-4c45-9b0e-1bf8a882049a HTTP/1.1" status: 200 len: 210 time: 0.0275197 Aug 10 15:41:53.859659 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] No DVR routers for this DVR port dceada97-4317-4de6-8b33-008960988387 on host hv-cinder-80409 {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:41:53.864081 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for port, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:53.866172 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [req-89a40d30-8036-4b4d-8c5b-bd920c7b2b6f req-7c4398f1-496d-49f3-9f99-fbd352edf1b4 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.16 "DELETE /v2.0/ports/dceada97-4317-4de6-8b33-008960988387 HTTP/1.1" status: 204 len: 173 time: 0.3985405 Aug 10 15:41:53.866620 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'name': 'network-vif-deleted', 'tag': 'dceada97-4317-4de6-8b33-008960988387'}] {{(pid=93274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:41:53.868939 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895fb69fa53f365ba101a9e62466acfea84555a99a5ffee6b3aa2cfebad681f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6712c8a-807d-451e-8c67-ab9a7c84089b" -d '{"events": [{"server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "name": "network-vif-deleted", "tag": "dceada97-4317-4de6-8b33-008960988387"}]}' {{(pid=93274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:41:53.905474 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe67467-ff9b-4a2c-a5bf-e4f581063bd0 x-openstack-request-id: req-9fe67467-ff9b-4a2c-a5bf-e4f581063bd0 {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:41:53.905816 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd212796-e00d-4c45-9b0e-1bf8a882049a", "name": "network-vif-deleted", "tag": "dceada97-4317-4de6-8b33-008960988387", "status": "completed", "code": 200}]} {{(pid=93274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:41:53.906138 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fe67467-ff9b-4a2c-a5bf-e4f581063bd0 {{(pid=93274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:41:53.906478 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd212796-e00d-4c45-9b0e-1bf8a882049a', 'name': 'network-vif-deleted', 'tag': 'dceada97-4317-4de6-8b33-008960988387', 'status': 'completed', 'code': 200} Aug 10 15:41:54.882541 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35500) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:55.002623 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Deleting port 5113bfa9-1e88-4d45-bdfe-37063d2a3d67 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:55.002869 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:55.076208 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:55.076540 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:55.088590 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Calling delete_port for 5113bfa9-1e88-4d45-bdfe-37063d2a3d67 owned by network:floatingip {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:55.222493 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:55.248104 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'Port': ['ID=5113bfa9-1e88-4d45-bdfe-37063d2a3d67,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:55.530546 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:55.533039 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56471'] for floatingip, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:55.536156 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-1de64ff4-9fb9-4985-9b6b-ac9db93eaaa3 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "DELETE /v2.0/floatingips/0405519f-0d24-4120-8f56-7e400ca45614 HTTP/1.1" status: 204 len: 168 time: 0.6506965 Aug 10 15:41:56.726661 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35512) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:56.784649 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:56.812785 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:56.871707 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:56.874373 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:56.875515 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] 10.222.0.32 "DELETE /v2.0/security-groups/acff42f0-2bf7-4fdf-bc50-23b5710fe29f HTTP/1.1" status: 204 len: 168 time: 0.1478865 Aug 10 15:41:56.884953 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acff42f0-2bf7-4fdf-bc50-23b5710fe29f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:56.891973 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.892330 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.892673 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.893007 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.893342 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.893672 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.894027 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.894356 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.894685 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.895008 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.895331 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.895651 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8b584b-27fd-4be8-a25f-d61a4fbaace2 tempest-TestVolumeBootPattern-1623658090 tempest-TestVolumeBootPattern-1623658090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:56.935008 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35516) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:57.077297 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device dceada97-4317-4de6-8b33-008960988387 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:41:57.097304 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] No Port match for: dceada97-4317-4de6-8b33-008960988387 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:41:57.097656 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Device dceada97-4317-4de6-8b33-008960988387 not bound to the agent host hv-cinder-80409 {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:41:57.388840 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:57.626489 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Deleting port 3e5e1521-7d39-452e-8f82-ca4160f85dee {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:57.626838 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:57.707085 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] For port 3e5e1521-7d39-452e-8f82-ca4160f85dee, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=3e5e1521-7d39-452e-8f82-ca4160f85dee,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:41:57.707359 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:57.719543 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Calling delete_port for 3e5e1521-7d39-452e-8f82-ca4160f85dee owned by network:router_interface {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:57.897631 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:57.921997 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5e1521-7d39-452e-8f82-ca4160f85dee,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:58.087828 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:58.294920 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Router d364ea4d-e61a-4929-9e5d-e6e905419785 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:41:58.399632 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:41:58.406847 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-c9f0b866-6bd4-4a17-88cf-27d19167ab6b admin admin] 10.222.0.32 "PUT /v2.0/routers/d364ea4d-e61a-4929-9e5d-e6e905419785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4682145 Aug 10 15:41:58.406847 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35520) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:58.408180 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] Sync routers for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:41:58.417194 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:41:58.417840 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:58.508561 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks [] for router, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:58.522179 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:41:58.610583 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:58.662716 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Deleting port 493b54ca-43b7-49a1-9ad1-f603e2749105 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:58.663040 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:58.701989 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:41:57Z', 'revision_number': 5, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port': {'id': '493b54ca-43b7-49a1-9ad1-f603e2749105', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:65:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:08Z', 'updated_at': '2021-08-10T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:58.728315 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] Checking router: d364ea4d-e61a-4929-9e5d-e6e905419785 for host: dv-cinder-804093-1-iscsi {{(pid=93276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:41:58.737088 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] Routers {'d364ea4d-e61a-4929-9e5d-e6e905419785'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:41:58.737697 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['d364ea4d-e61a-4929-9e5d-e6e905419785'], 'active': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:58.742829 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] For port 493b54ca-43b7-49a1-9ad1-f603e2749105, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=493b54ca-43b7-49a1-9ad1-f603e2749105,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:41:58.743198 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:58.755204 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Calling delete_port for 493b54ca-43b7-49a1-9ad1-f603e2749105 owned by network:router_gateway {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:58.823736 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvr_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] Set router d364ea4d-e61a-4929-9e5d-e6e905419785 gateway port host: None {{(pid=93276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:41:58.878776 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_hamode_db [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:41:58Z', 'revision_number': 6, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port_host': None}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:58.905080 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c2b93-0b24-41f8-953d-605a34e3164e None None] The sync data for ids ['d364ea4d-e61a-4929-9e5d-e6e905419785'] in dv-cinder-804093-1-iscsi is: [{'id': 'd364ea4d-e61a-4929-9e5d-e6e905419785', 'name': 'tempest-TestVolumeBootPattern-153169468-router', 'tenant_id': 'f6951c5b043a47d089177f989cb207ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:07Z', 'updated_at': '2021-08-10T15:41:58Z', 'revision_number': 6, 'project_id': 'f6951c5b043a47d089177f989cb207ab', 'gw_port_host': None}] {{(pid=93276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:41:58.923379 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:58.950708 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Pushing event deleted for resources: {'Port': ['ID=493b54ca-43b7-49a1-9ad1-f603e2749105,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:59.008097 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.097502 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.099590 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.136061 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [req-eed2556a-0bd9-40e1-9b45-131a95ef22f5 req-ce3a35ce-02fc-444f-9174-1a20b8b15624 service neutron] (93274) timed out ('10.222.0.16', 54104) {{(pid=93274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:41:59.148724 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.149258 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d364ea4d-e61a-4929-9e5d-e6e905419785 {{(pid=93274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:41:59.153958 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] Notify callbacks [] for router, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.155199 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-35915bba-f970-4b26-8aac-78b4490a308a admin admin] 10.222.0.32 "DELETE /v2.0/routers/d364ea4d-e61a-4929-9e5d-e6e905419785 HTTP/1.1" status: 204 len: 168 time: 0.7464883 Aug 10 15:41:59.157632 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35522) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:59.201196 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Deleting subnet 430bbc46-a051-4633-8b73-1dcc62cc7f52 {{(pid=93274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:41:59.204103 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.236981 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11353954'] for subnet, precommit_delete_associations {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.321374 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.374279 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11301530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10704802'] for subnet, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.399929 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430bbc46-a051-4633-8b73-1dcc62cc7f52,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:59.401799 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.404224 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-b1c7ecfe-4362-43e9-8e51-17f3e9d5facf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/430bbc46-a051-4633-8b73-1dcc62cc7f52 HTTP/1.1" status: 204 len: 168 time: 0.2450583 Aug 10 15:41:59.406119 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.wsgi [-] (93274) accepted ('10.222.0.32', 35524) {{(pid=93274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:59.409131 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52ecf3-8fd0-47d2-9d16-5ee10933ab00 None None] Network 70ee9fff-f58c-40c8-9877-03010b1c894c requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:41:59.476391 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.531048 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Deleting port e0017b90-e292-44db-9429-a06d156fdc67 {{(pid=93274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:59.531396 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.594109 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.db [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] For port e0017b90-e292-44db-9429-a06d156fdc67, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=e0017b90-e292-44db-9429-a06d156fdc67,segment=NetworkSegment(3868033b-aa52-43b7-9654-230f5a542afe),segment_id=3868033b-aa52-43b7-9654-230f5a542afe)] {{(pid=93274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:41:59.594465 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.607501 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.plugin [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Calling delete_port for e0017b90-e292-44db-9429-a06d156fdc67 owned by network:dhcp {{(pid=93274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:59.666843 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] DHCP port deletion for 70ee9fff-f58c-40c8-9877-03010b1c894c request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:41:59.695462 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11301551'] for port, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.717859 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Deleting port e0017b90-e292-44db-9429-a06d156fdc67 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:41:59.718233 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.722535 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0017b90-e292-44db-9429-a06d156fdc67,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:59.724350 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] No DVR routers for this DVR port e0017b90-e292-44db-9429-a06d156fdc67 on host dv-cinder-804093-1-iscsi {{(pid=93274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:41:59.793182 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] For port e0017b90-e292-44db-9429-a06d156fdc67, host dv-cinder-804093-1-iscsi, got binding levels [] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:41:59.793569 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.798674 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.806132 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Calling delete_port for e0017b90-e292-44db-9429-a06d156fdc67 owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:41:59.808509 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ee9fff-f58c-40c8-9877-03010b1c894c']}} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:59.808771 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.ipam_backend_mixin [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Port e0017b90-e292-44db-9429-a06d156fdc67 was not found and therefore no delete operation was performed {{(pid=93276) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 15:41:59.810027 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.822350 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3868033b-aa52-43b7-9654-230f5a542afe') {'for_net_delete': True} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:59.822650 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.services.segments.db [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3868033b-aa52-43b7-9654-230f5a542afe') {} {{(pid=93274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:41:59.832845 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11353883'] for segment, before_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.839244 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Pushing event deleted for resources: {'Port': ['ID=e0017b90-e292-44db-9429-a06d156fdc67,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:41:59.844688 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] No DVR routers for this DVR port e0017b90-e292-44db-9429-a06d156fdc67 on host dv-cinder-804093-1-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:41:59.855058 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.855058 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.856129 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.856700 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.856796 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.856796 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.856796 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.856796 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.857137 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.857669 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.857669 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.858089 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.858288 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85fa77-88f4-4c46-b7c3-a248acbbc1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-1-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:41:59.862699 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:41:59.863125 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11301488'] for segment, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: Traceback (most recent call last): Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: timer() Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: cb(*args, **kw) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: return func(*args, **kwargs) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: self._notify() Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: self.callback(batched_events) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: event.method(event) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: return f(self, *a, **k) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._get(url).json() Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: return self.request(url, 'GET', **kwargs) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:41:59.864996 dv-cinder-804093-1-iscsi neutron-server[93274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:41:59.921637 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.927457 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron_lib.callbacks.manager [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:41:59.932388 dv-cinder-804093-1-iscsi neutron-server[93274]: INFO neutron.wsgi [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70ee9fff-f58c-40c8-9877-03010b1c894c HTTP/1.1" status: 204 len: 168 time: 0.5222909 Aug 10 15:41:59.933356 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35526) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:41:59.940983 dv-cinder-804093-1-iscsi neutron-server[93274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1737-2218-40a9-93e5-f4b8157f49c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ee9fff-f58c-40c8-9877-03010b1c894c,revision_number=None']} {{(pid=93274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:00.271672 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605074'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:00.369960 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 3e5e1521-7d39-452e-8f82-ca4160f85dee no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:42:00.389078 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 3e5e1521-7d39-452e-8f82-ca4160f85dee {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:42:00.389419 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 3e5e1521-7d39-452e-8f82-ca4160f85dee not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:42:00.389845 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 493b54ca-43b7-49a1-9ad1-f603e2749105 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:42:00.408913 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 493b54ca-43b7-49a1-9ad1-f603e2749105 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:42:00.409257 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 493b54ca-43b7-49a1-9ad1-f603e2749105 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:42:00.410017 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e0017b90-e292-44db-9429-a06d156fdc67 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:42:00.429724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: e0017b90-e292-44db-9429-a06d156fdc67 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:42:00.429724 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device e0017b90-e292-44db-9429-a06d156fdc67 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:42:00.517673 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Deleting port b7650426-9261-48bc-b8ea-a1a80e7327b4 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:42:00.518034 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:00.603707 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] For port b7650426-9261-48bc-b8ea-a1a80e7327b4, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=b7650426-9261-48bc-b8ea-a1a80e7327b4,segment=NetworkSegment(6eb00f0d-8bd3-4556-88ec-ad8155bdfbda),segment_id=6eb00f0d-8bd3-4556-88ec-ad8155bdfbda)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:42:00.603974 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:00.616692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Calling delete_port for b7650426-9261-48bc-b8ea-a1a80e7327b4 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:42:00.813488 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:00.840299 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7650426-9261-48bc-b8ea-a1a80e7327b4,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:01.005221 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1012537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761634'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:01.227595 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Router 15355889-310a-47d9-b6ec-6cb190c1f0b8 has already been hosted by L3 agent 76bae9d7-445a-42a5-9f90-cd548342475c {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:42:01.332392 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] Notify agent at l3_agent.dv-cinder-804093-1-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:42:01.337969 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-202343c6-cf49-440c-b7ed-09ee01e95b81 admin admin] 10.222.0.32 "PUT /v2.0/routers/15355889-310a-47d9-b6ec-6cb190c1f0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4029636 Aug 10 15:42:01.339890 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35528) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:01.341000 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] Sync routers for ids ['15355889-310a-47d9-b6ec-6cb190c1f0b8'] in dv-cinder-804093-1-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:42:01.350870 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] Routers {'15355889-310a-47d9-b6ec-6cb190c1f0b8'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:42:01.351484 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['15355889-310a-47d9-b6ec-6cb190c1f0b8'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:01.552663 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] Set router 15355889-310a-47d9-b6ec-6cb190c1f0b8 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:42:01.736855 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:42:00Z', 'revision_number': 5, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:01.740765 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:01.763891 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] Checking router: 15355889-310a-47d9-b6ec-6cb190c1f0b8 for host: dv-cinder-804093-1-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:42:01.774009 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] Routers {'15355889-310a-47d9-b6ec-6cb190c1f0b8'} bound to L3 agent in host dv-cinder-804093-1-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:42:01.774009 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:17:16Z,description=,heartbeat_timestamp=2021-08-10T15:41:46Z,host='dv-cinder-804093-1-iscsi',id=76bae9d7-445a-42a5-9f90-cd548342475c,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:17:16Z,topic='l3_agent')) {'router_ids': ['15355889-310a-47d9-b6ec-6cb190c1f0b8'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:01.841656 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:01.895341 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] Set router 15355889-310a-47d9-b6ec-6cb190c1f0b8 gateway port host: dv-cinder-804093-1-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:42:01.899187 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Deleting port 966f598c-0433-4ab7-85b4-a1de27896307 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:42:01.899529 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:01.980597 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] For port 966f598c-0433-4ab7-85b4-a1de27896307, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=966f598c-0433-4ab7-85b4-a1de27896307,segment=NetworkSegment(fa2607b4-c153-4d1b-8ce8-1ec42faf2b50),segment_id=fa2607b4-c153-4d1b-8ce8-1ec42faf2b50)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:42:01.980960 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:01.994890 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Calling delete_port for 966f598c-0433-4ab7-85b4-a1de27896307 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:42:02.071086 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:42:00Z', 'revision_number': 5, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}], 'dv-cinder-804093-1-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:02.104111 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8af7d-c173-4434-8ab6-e4f235f59445 None None] The sync data for ids ['15355889-310a-47d9-b6ec-6cb190c1f0b8'] in dv-cinder-804093-1-iscsi is: [{'id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'name': 'tempest-TestVolumeBootPattern-1273340748-router', 'tenant_id': '6c375d1dab7443e5b9819242d40ac4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'external_fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '966f598c-0433-4ab7-85b4-a1de27896307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:35:13Z', 'updated_at': '2021-08-10T15:42:00Z', 'revision_number': 5, 'project_id': '6c375d1dab7443e5b9819242d40ac4d4', 'gw_port': {'id': '966f598c-0433-4ab7-85b4-a1de27896307', 'name': '', 'network_id': '1e532bcd-f2e1-4033-bcc8-cfc1cdd30439', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15355889-310a-47d9-b6ec-6cb190c1f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:35:14Z', 'updated_at': '2021-08-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '413bafda-596d-4197-9420-ba6e603c5f4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-1-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:42:02.166261 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.191843 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=966f598c-0433-4ab7-85b4-a1de27896307,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:02.250369 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760772'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.339435 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99487'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.341594 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.388671 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758825'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.389160 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15355889-310a-47d9-b6ec-6cb190c1f0b8 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:42:02.393809 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.394775 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-63bef6e6-2830-41ef-bdb7-f719ca44bed5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/15355889-310a-47d9-b6ec-6cb190c1f0b8 HTTP/1.1" status: 204 len: 168 time: 1.0539539 Aug 10 15:42:02.397144 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35530) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:02.440621 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Deleting subnet e61183cb-8f87-4320-b2b2-7285afd3beec {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:42:02.443633 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.489520 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858239'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.584641 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850050'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.585631 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device b7650426-9261-48bc-b8ea-a1a80e7327b4 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:42:02.605377 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: b7650426-9261-48bc-b8ea-a1a80e7327b4 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:42:02.605723 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device b7650426-9261-48bc-b8ea-a1a80e7327b4 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:42:02.640574 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11833861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11934092'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.666631 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61183cb-8f87-4320-b2b2-7285afd3beec,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:02.671244 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.673403 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cd3eaac3-746e-4f48-acf0-b81428d0a86a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e61183cb-8f87-4320-b2b2-7285afd3beec HTTP/1.1" status: 204 len: 168 time: 0.2752690 Aug 10 15:42:02.678098 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f76bd5-044e-4691-8d52-cb7581e7c7b3 None None] Network e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 requested from dv-cinder-804093-1-iscsi {{(pid=93276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:42:02.682106 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35532) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:02.757937 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.822856 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Deleting port d468149f-a765-420f-a243-28767efd9b8f {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:42:02.823198 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783826406193'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.886937 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] For port d468149f-a765-420f-a243-28767efd9b8f, host dv-cinder-804093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-1-iscsi',level=0,port_id=d468149f-a765-420f-a243-28767efd9b8f,segment=NetworkSegment(6eb00f0d-8bd3-4556-88ec-ad8155bdfbda),segment_id=6eb00f0d-8bd3-4556-88ec-ad8155bdfbda)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:42:02.887296 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762784'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:02.899852 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Calling delete_port for d468149f-a765-420f-a243-28767efd9b8f owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:42:02.980652 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3814978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783826314635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783825925111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11833904'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.007846 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Pushing event deleted for resources: {'Port': ['ID=d468149f-a765-420f-a243-28767efd9b8f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:03.009666 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] No DVR routers for this DVR port d468149f-a765-420f-a243-28767efd9b8f on host dv-cinder-804093-1-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:42:03.077510 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3842251', 'neutron.services.segments.db._delete_segments_for_network-8783826483568'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.087071 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cc52d6-39ee-4372-aac0-beb0ed2f74f2']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:03.102251 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:03.102544 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb00f0d-8bd3-4556-88ec-ad8155bdfbda') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:42:03.112915 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783826486905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858118'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.133252 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff5e26-3c3e-4424-8958-3ca9be9d3181 None None] DHCP port deletion for e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 request from dv-cinder-804093-1-iscsi {{(pid=93276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:42:03.133638 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.140351 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:42:03.140826 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3849982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834095'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: timer() Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: cb(*args, **kw) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: self._notify() Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: self.callback(batched_events) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: event.method(event) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._get(url).json() Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:42:03.144141 dv-cinder-804093-1-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:42:03.206979 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1012480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760736'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.215174 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1012510'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.217031 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e5cc52d6-39ee-4372-aac0-beb0ed2f74f2 HTTP/1.1" status: 204 len: 168 time: 0.5339563 Aug 10 15:42:03.228693 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f08b2-14ba-4ec8-9dd8-53dc2200b490 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5cc52d6-39ee-4372-aac0-beb0ed2f74f2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:03.325123 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35536) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:03.364867 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-eca9be0a-a2ac-4f61-91f2-7c545dfe87e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6951c5b043a47d089177f989cb207ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384762 Aug 10 15:42:03.367206 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35538) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:03.413617 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9f14-7f5c-4293-bb9f-0de05d424710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.438449 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9f14-7f5c-4293-bb9f-0de05d424710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.486692 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9f14-7f5c-4293-bb9f-0de05d424710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.489237 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9f14-7f5c-4293-bb9f-0de05d424710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.498884 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2a5a9f14-7f5c-4293-bb9f-0de05d424710 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fe0c225-f3ff-4ef8-a1f7-bd2e96989c25 HTTP/1.1" status: 204 len: 168 time: 0.1223686 Aug 10 15:42:03.498884 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9f14-7f5c-4293-bb9f-0de05d424710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe0c225-f3ff-4ef8-a1f7-bd2e96989c25,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:03.826214 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35544) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:03.865798 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-949a7846-d533-4805-87bb-e6842f4fbeab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c375d1dab7443e5b9819242d40ac4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384035 Aug 10 15:42:03.868303 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.32', 35546) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:42:03.916250 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-661f3f87-1292-49f4-8d96-6cf7f3300067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.936734 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-661f3f87-1292-49f4-8d96-6cf7f3300067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.983202 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-661f3f87-1292-49f4-8d96-6cf7f3300067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601231'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.986135 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-661f3f87-1292-49f4-8d96-6cf7f3300067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:03.987482 dv-cinder-804093-1-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-661f3f87-1292-49f4-8d96-6cf7f3300067 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b47a6b43-a4b8-4c7a-bdf5-69beea807a43 HTTP/1.1" status: 204 len: 168 time: 0.1182222 Aug 10 15:42:03.995206 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3f87-1292-49f4-8d96-6cf7f3300067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47a6b43-a4b8-4c7a-bdf5-69beea807a43,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:42:04.211631 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:42:04.368787 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device d468149f-a765-420f-a243-28767efd9b8f no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:42:04.389136 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: d468149f-a765-420f-a243-28767efd9b8f {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:42:04.389483 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device d468149f-a765-420f-a243-28767efd9b8f not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:42:04.389941 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 966f598c-0433-4ab7-85b4-a1de27896307 no longer exists at agent ovs-agent-dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:42:04.408186 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] No Port match for: 966f598c-0433-4ab7-85b4-a1de27896307 {{(pid=93276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:42:04.408529 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.rpc [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Device 966f598c-0433-4ab7-85b4-a1de27896307 not bound to the agent host dv-cinder-804093-1-iscsi {{(pid=93276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:42:13.714146 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ac77e416-4ba3-42e9-93e7-aacaef7586a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:14.484256 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:16.300014 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-24bdde18-a30a-48e7-aac9-1fabba52706d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:16.626461 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:17.638854 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:19.435299 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:41.211865 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:42:43.713598 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-45a2d729-1771-463c-9d3a-d256f580e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:44.480178 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:46.300863 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f5fc399d-9a56-4824-ba35-aeeeea6a0a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:46.627978 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:47.639028 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:42:49.437661 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:13.713553 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f584b71c-3151-4f78-a6c6-4149179afdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:14.480864 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:16.301832 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e78c7c23-c4b9-4914-b9d1-0928f70b96f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:16.629752 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:17.642495 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:18.211829 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:43:19.441963 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:43.714864 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-60ded975-7411-4c7d-a3b0-6f985fef095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:44.495623 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:46.302208 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6f41061b-900e-475d-9c07-1954d4e55504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:46.630500 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:47.645847 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:49.447282 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:43:55.210447 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:44:13.718186 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d33cb113-c8a8-4e19-a7d6-2538f94f8df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:14.509529 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:16.303315 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f47c9614-09de-43c9-8188-dd64d992dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:16.630571 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:17.657211 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:19.447991 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:32.209444 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:44:43.717900 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e619e666-220f-415f-a928-eed13ecd06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:44.525413 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:46.303572 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1bc28e74-fd00-4a4d-8fbc-534f43082414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:46.630842 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:47.652357 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:44:49.451065 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:09.208387 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:45:13.719635 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0772b9f-8a2b-4649-b08d-22435565d1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:14.523770 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:16.303943 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab58d256-dde7-458b-bd86-db8e4d16fba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:16.632028 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:17.653526 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:19.454478 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:43.720522 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5f1e61b4-fe73-47f5-a7d5-eaea67453ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:44.537822 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:46.206495 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:45:46.304772 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c97b02bd-3271-45c1-8881-000494c1ccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:46.633986 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:47.656358 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:45:49.456988 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:07.779426 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-d9efb5ba-9888-4c26-9430-15e2a2e5f272 req-48c39557-5a77-4027-b48a-381e87035112 service neutron] (93275) timed out ('10.222.0.32', 60206) {{(pid=93275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:46:13.726522 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-77dca43d-6a35-4342-9856-50092cd09ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:14.537953 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:16.305197 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c59238e-9e21-42de-997a-4d8f8b0557c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:16.635138 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:17.659100 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:19.461258 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:23.205222 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:46:43.727679 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5f73f56-0dd9-4038-8228-fdd315c95115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:44.536426 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8d4ddc72-9a11-47f3-ad58-273ccb953aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:46.305917 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dd44b25d-9c45-47d4-b44a-c18ba0166599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:46.636868 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b148-921c-4bdb-992b-06e65d5017a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:47.663336 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-247f1655-6152-413e-98ea-1bfde3463bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:46:48.716141 dv-cinder-804093-1-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-b5759ad1-2864-4085-9e84-93a72b8a7a57 req-7807c061-4cc0-4083-b3b1-3e7590abfc53 tempest-AttachVolumeTestJSON-443597440 tempest-AttachVolumeTestJSON-443597440-project] (93275) timed out ('10.222.0.16', 54072) {{(pid=93275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:46:49.463910 dv-cinder-804093-1-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6050-94c9-4be9-b0d2-16bf0661f1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783826483460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3697749'] for agent, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:47:00.203706 dv-cinder-804093-1-iscsi neutron-server[93277]: DEBUG neutron.db.agents_db [None req-17edfd5f-289f-471d-9610-f30a55acbf30 None None] Agent healthcheck: found 6 active agents {{(pid=93277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}